2 * Copyright (c) 2008, 2009, 2010, 2011 Kernel Drivers, LLC.
3 * Copyright (c) 2009, 2010, 2011 Your File System, Inc.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
10 * - Redistributions of source code must retain the above copyright notice,
11 * this list of conditions and the following disclaimer.
12 * - Redistributions in binary form must reproduce the above copyright
14 * this list of conditions and the following disclaimer in the
16 * and/or other materials provided with the distribution.
17 * - Neither the names of Kernel Drivers, LLC and Your File System, Inc.
18 * nor the names of their contributors may be used to endorse or promote
19 * products derived from this software without specific prior written
20 * permission from Kernel Drivers, LLC and Your File System, Inc.
22 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
23 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
24 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
25 * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
26 * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
27 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
28 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
29 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
30 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
31 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
32 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 // File: AFSWorker.cpp
39 #include "AFSCommon.h"
42 // Function: AFSInitializeWorkerPool
46 // This function initializes the worker thread pool
50 // A status is returned for the function
54 AFSInitializeWorkerPool()
57 NTSTATUS ntStatus = STATUS_SUCCESS;
58 AFSWorkQueueContext *pCurrentWorker = NULL, *pLastWorker = NULL;
59 AFSDeviceExt *pDevExt = NULL;
64 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
67 // Initialize the worker threads.
70 pDevExt->Specific.Library.WorkerCount = 0;
72 KeInitializeEvent( &pDevExt->Specific.Library.WorkerQueueHasItems,
77 // Initialize the queue resource
80 ExInitializeResourceLite( &pDevExt->Specific.Library.QueueLock);
82 while( pDevExt->Specific.Library.WorkerCount < AFS_WORKER_COUNT)
85 pCurrentWorker = (AFSWorkQueueContext *)AFSLibExAllocatePoolWithTag( NonPagedPool,
86 sizeof( AFSWorkQueueContext),
89 if( pCurrentWorker == NULL)
92 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
93 AFS_TRACE_LEVEL_ERROR,
94 "AFSInitializeWorkerPool Failed to allocate worker context\n");
96 ntStatus = STATUS_INSUFFICIENT_RESOURCES;
101 RtlZeroMemory( pCurrentWorker,
102 sizeof( AFSWorkQueueContext));
104 ntStatus = AFSInitWorkerThread( pCurrentWorker,
105 (PKSTART_ROUTINE)AFSWorkerThread);
107 if( !NT_SUCCESS( ntStatus))
110 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
111 AFS_TRACE_LEVEL_ERROR,
112 "AFSInitializeWorkerPool Failed to initialize worker thread Status %08lX\n", ntStatus);
114 ExFreePool( pCurrentWorker);
119 if( pDevExt->Specific.Library.PoolHead == NULL)
122 pDevExt->Specific.Library.PoolHead = pCurrentWorker;
127 pLastWorker->fLink = pCurrentWorker;
130 pLastWorker = pCurrentWorker;
132 pDevExt->Specific.Library.WorkerCount++;
136 // If there was a failure but there is at least one worker, then go with it.
139 if( !NT_SUCCESS( ntStatus) &&
140 pDevExt->Specific.Library.WorkerCount == 0)
143 try_return( ntStatus);
146 ntStatus = STATUS_SUCCESS;
149 // Now our IO Worker queue
152 pDevExt->Specific.Library.IOWorkerCount = 0;
154 KeInitializeEvent( &pDevExt->Specific.Library.IOWorkerQueueHasItems,
155 SynchronizationEvent,
159 // Initialize the queue resource
162 ExInitializeResourceLite( &pDevExt->Specific.Library.IOQueueLock);
164 while( pDevExt->Specific.Library.IOWorkerCount < AFS_IO_WORKER_COUNT)
167 pCurrentWorker = (AFSWorkQueueContext *)AFSLibExAllocatePoolWithTag( NonPagedPool,
168 sizeof( AFSWorkQueueContext),
171 if( pCurrentWorker == NULL)
174 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
175 AFS_TRACE_LEVEL_ERROR,
176 "AFSInitializeWorkerPool Failed to allocate IO worker context\n");
178 ntStatus = STATUS_INSUFFICIENT_RESOURCES;
183 RtlZeroMemory( pCurrentWorker,
184 sizeof( AFSWorkQueueContext));
186 ntStatus = AFSInitWorkerThread( pCurrentWorker,
187 (PKSTART_ROUTINE)AFSIOWorkerThread);
189 if( !NT_SUCCESS( ntStatus))
192 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
193 AFS_TRACE_LEVEL_ERROR,
194 "AFSInitializeWorkerPool Failed to initialize IO worker thread Status %08lX\n", ntStatus);
196 ExFreePool( pCurrentWorker);
201 if( pDevExt->Specific.Library.IOPoolHead == NULL)
204 pDevExt->Specific.Library.IOPoolHead = pCurrentWorker;
209 pLastWorker->fLink = pCurrentWorker;
212 pLastWorker = pCurrentWorker;
214 pDevExt->Specific.Library.IOWorkerCount++;
218 // If there was a failure but there is at least one worker, then go with it.
221 if( !NT_SUCCESS( ntStatus) &&
222 pDevExt->Specific.Library.IOWorkerCount == 0)
225 try_return( ntStatus);
230 if( !NT_SUCCESS( ntStatus))
234 // Failed to initialize the pool so tear it down
237 AFSRemoveWorkerPool();
245 // Function: AFSRemoveWorkerPool
249 // This function tears down the worker thread pool
253 // A status is returned for the function
257 AFSRemoveWorkerPool()
260 NTSTATUS ntStatus = STATUS_SUCCESS;
262 AFSWorkQueueContext *pCurrentWorker = NULL, *pNextWorker = NULL;
263 AFSDeviceExt *pDevExt = NULL;
265 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
268 // Loop through the workers shutting them down in two stages.
269 // First, clear AFS_WORKER_PROCESS_REQUESTS so that workers
270 // stop processing requests. Second, call AFSShutdownWorkerThread()
271 // to wake the workers and wait for them to exit.
274 pCurrentWorker = pDevExt->Specific.Library.PoolHead;
276 while( index < pDevExt->Specific.Library.WorkerCount)
279 ClearFlag( pCurrentWorker->State, AFS_WORKER_PROCESS_REQUESTS);
281 pCurrentWorker = pCurrentWorker->fLink;
283 if ( pCurrentWorker == NULL)
292 pCurrentWorker = pDevExt->Specific.Library.PoolHead;
296 while( index < pDevExt->Specific.Library.WorkerCount)
299 ntStatus = AFSShutdownWorkerThread( pCurrentWorker);
301 pNextWorker = pCurrentWorker->fLink;
303 ExFreePool( pCurrentWorker);
305 pCurrentWorker = pNextWorker;
307 if( pCurrentWorker == NULL)
316 pDevExt->Specific.Library.PoolHead = NULL;
318 ExDeleteResourceLite( &pDevExt->Specific.Library.QueueLock);
321 // Loop through the IO workers shutting them down in two stages.
322 // First, clear AFS_WORKER_PROCESS_REQUESTS so that workers
323 // stop processing requests. Second, call AFSShutdownIOWorkerThread()
324 // to wake the workers and wait for them to exit.
327 pCurrentWorker = pDevExt->Specific.Library.IOPoolHead;
331 while( index < pDevExt->Specific.Library.IOWorkerCount)
334 ClearFlag( pCurrentWorker->State, AFS_WORKER_PROCESS_REQUESTS);
336 pCurrentWorker = pCurrentWorker->fLink;
338 if ( pCurrentWorker == NULL)
347 pCurrentWorker = pDevExt->Specific.Library.IOPoolHead;
351 while( index < pDevExt->Specific.Library.IOWorkerCount)
354 ntStatus = AFSShutdownIOWorkerThread( pCurrentWorker);
356 pNextWorker = pCurrentWorker->fLink;
358 ExFreePool( pCurrentWorker);
360 pCurrentWorker = pNextWorker;
362 if( pCurrentWorker == NULL)
371 pDevExt->Specific.Library.IOPoolHead = NULL;
373 ExDeleteResourceLite( &pDevExt->Specific.Library.IOQueueLock);
379 AFSInitVolumeWorker( IN AFSVolumeCB *VolumeCB)
382 NTSTATUS ntStatus = STATUS_SUCCESS;
383 AFSWorkQueueContext *pWorker = &VolumeCB->NonPagedVcb->VolumeWorkerContext;
385 AFSDeviceExt *pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
386 PKSTART_ROUTINE pStartRoutine = NULL;
392 if ( VolumeCB != AFSGlobalRoot)
395 return STATUS_INVALID_PARAMETER;
398 pStartRoutine = AFSPrimaryVolumeWorkerThread;
401 // Initialize the worker thread
404 KeInitializeEvent( &pWorker->WorkerThreadReady,
409 // Set the worker to process requests
412 pWorker->State = AFS_WORKER_PROCESS_REQUESTS;
418 ntStatus = PsCreateSystemThread( &hThread,
426 if( NT_SUCCESS( ntStatus))
429 ObReferenceObjectByHandle( hThread,
430 GENERIC_READ | GENERIC_WRITE,
433 (PVOID *)&pWorker->WorkerThreadObject,
436 ntStatus = KeWaitForSingleObject( &pWorker->WorkerThreadReady,
442 lCount = InterlockedIncrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
447 KeClearEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent);
458 // Function: AFSInitWorkerThread
462 // This function initializes a worker thread in the pool
466 // A status is returned for the function
470 AFSInitWorkerThread( IN AFSWorkQueueContext *PoolContext,
471 IN PKSTART_ROUTINE WorkerRoutine)
474 NTSTATUS ntStatus = STATUS_SUCCESS;
478 // INitialize the worker signal thread
481 KeInitializeEvent( &PoolContext->WorkerThreadReady,
486 // Set the worker to process requests
489 PoolContext->State = AFS_WORKER_PROCESS_REQUESTS;
495 ntStatus = PsCreateSystemThread( &Handle,
501 (void *)PoolContext);
503 if( NT_SUCCESS( ntStatus))
506 ObReferenceObjectByHandle( Handle,
507 GENERIC_READ | GENERIC_WRITE,
510 (PVOID *)&PoolContext->WorkerThreadObject,
513 ntStatus = KeWaitForSingleObject( &PoolContext->WorkerThreadReady,
526 AFSShutdownVolumeWorker( IN AFSVolumeCB *VolumeCB)
529 NTSTATUS ntStatus = STATUS_SUCCESS;
530 AFSWorkQueueContext *pWorker = &VolumeCB->NonPagedVcb->VolumeWorkerContext;
533 // Clear the 'keep processing' flag
536 ClearFlag( pWorker->State, AFS_WORKER_PROCESS_REQUESTS);
538 if( pWorker->WorkerThreadObject != NULL)
540 while ( BooleanFlagOn( pWorker->State, AFS_WORKER_INITIALIZED) )
543 ntStatus = KeWaitForSingleObject( pWorker->WorkerThreadObject,
550 ObDereferenceObject( pWorker->WorkerThreadObject);
552 pWorker->WorkerThreadObject = NULL;
559 // Function: AFSShutdownWorkerThread
563 // This function shutsdown a worker thread in the pool
567 // A status is returned for the function
571 AFSShutdownWorkerThread( IN AFSWorkQueueContext *PoolContext)
574 NTSTATUS ntStatus = STATUS_SUCCESS;
575 AFSDeviceExt *pDeviceExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
577 if( PoolContext->WorkerThreadObject != NULL)
580 while ( BooleanFlagOn( PoolContext->State, AFS_WORKER_INITIALIZED) )
584 // Wake up the thread if it is a sleep
587 KeSetEvent( &pDeviceExt->Specific.Library.WorkerQueueHasItems,
591 ntStatus = KeWaitForSingleObject( PoolContext->WorkerThreadObject,
598 ObDereferenceObject( PoolContext->WorkerThreadObject);
600 PoolContext->WorkerThreadObject = NULL;
607 // Function: AFSShutdownIOWorkerThread
611 // This function shutsdown an IO worker thread in the pool
615 // A status is returned for the function
619 AFSShutdownIOWorkerThread( IN AFSWorkQueueContext *PoolContext)
622 NTSTATUS ntStatus = STATUS_SUCCESS;
623 AFSDeviceExt *pDeviceExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
625 if( PoolContext->WorkerThreadObject != NULL)
628 while ( BooleanFlagOn( PoolContext->State, AFS_WORKER_INITIALIZED) )
632 // Wake up the thread if it is a sleep
635 KeSetEvent( &pDeviceExt->Specific.Library.IOWorkerQueueHasItems,
639 ntStatus = KeWaitForSingleObject( PoolContext->WorkerThreadObject,
646 ObDereferenceObject( PoolContext->WorkerThreadObject);
648 PoolContext->WorkerThreadObject = NULL;
655 // Function: AFSWorkerThread
659 // This is the worker thread entry point.
663 // A status is returned for the function
667 AFSWorkerThread( IN PVOID Context)
670 NTSTATUS ntStatus = STATUS_SUCCESS;
671 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)Context;
672 AFSWorkItem *pWorkItem;
673 BOOLEAN freeWorkItem = TRUE;
674 AFSDeviceExt *pLibraryDevExt = NULL;
677 pLibraryDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
680 // Indicate that we are initialized and ready
683 KeSetEvent( &pPoolContext->WorkerThreadReady,
688 // Indicate we are initialized
691 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
693 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
699 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
702 if( !NT_SUCCESS( ntStatus))
705 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
706 AFS_TRACE_LEVEL_ERROR,
707 "AFSWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
709 ntStatus = STATUS_SUCCESS;
714 pWorkItem = AFSRemoveWorkItem();
716 if( pWorkItem == NULL)
719 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
731 // Switch on the type of work item to process
734 switch( pWorkItem->RequestType)
737 case AFS_WORK_FLUSH_FCB:
740 ntStatus = AFSFlushExtents( pWorkItem->Specific.Fcb.Fcb,
741 &pWorkItem->AuthGroup);
743 if( !NT_SUCCESS( ntStatus))
746 AFSReleaseExtentsWithFlush( pWorkItem->Specific.Fcb.Fcb,
747 &pWorkItem->AuthGroup,
751 ASSERT( pWorkItem->Specific.Fcb.Fcb->OpenReferenceCount != 0);
753 lCount = InterlockedDecrement( &pWorkItem->Specific.Fcb.Fcb->OpenReferenceCount);
758 case AFS_WORK_ENUMERATE_GLOBAL_ROOT:
761 AFSEnumerateGlobalRoot( NULL);
766 case AFS_WORK_INVALIDATE_OBJECT:
769 AFSPerformObjectInvalidate( pWorkItem->Specific.Invalidate.ObjectInfo,
770 pWorkItem->Specific.Invalidate.InvalidateReason);
777 case AFS_WORK_START_IOS:
787 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
788 AFS_TRACE_LEVEL_ERROR,
789 "AFSWorkerThread Unknown request type %d\n", pWorkItem->RequestType);
797 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
800 ntStatus = STATUS_SUCCESS;
803 } // worker thread loop
805 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
807 // Wake up another worker so they too can exit
809 KeSetEvent( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
813 PsTerminateSystemThread( 0);
819 AFSIOWorkerThread( IN PVOID Context)
822 NTSTATUS ntStatus = STATUS_SUCCESS;
823 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)Context;
824 AFSWorkItem *pWorkItem;
825 BOOLEAN freeWorkItem = TRUE;
826 AFSDeviceExt *pLibraryDevExt = NULL, *pRdrDevExt = NULL;
828 pLibraryDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
831 // Indicate that we are initialized and ready
834 KeSetEvent( &pPoolContext->WorkerThreadReady,
840 // Indicate we are initialized
843 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
845 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
851 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
854 if( !NT_SUCCESS( ntStatus))
857 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
858 AFS_TRACE_LEVEL_ERROR,
859 "AFSIOWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
861 ntStatus = STATUS_SUCCESS;
866 pWorkItem = AFSRemoveIOWorkItem();
868 if( pWorkItem == NULL)
871 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
883 // Switch on the type of work item to process
886 switch( pWorkItem->RequestType)
889 case AFS_WORK_START_IOS:
892 pRdrDevExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
895 // The final status is in the gather io
898 ntStatus = AFSStartIos( pWorkItem->Specific.CacheAccess.CacheFileObject,
899 pWorkItem->Specific.CacheAccess.FunctionCode,
900 pWorkItem->Specific.CacheAccess.RequestFlags,
901 pWorkItem->Specific.CacheAccess.IoRuns,
902 pWorkItem->Specific.CacheAccess.RunCount,
903 pWorkItem->Specific.CacheAccess.GatherIo);
906 // Regardless of the status we we do the complete - there may
908 // Decrement the count - setting the event if we were told
909 // to. This may trigger completion.
912 AFSCompleteIo( pWorkItem->Specific.CacheAccess.GatherIo, ntStatus );
921 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
922 AFS_TRACE_LEVEL_ERROR,
923 "AFSWorkerThread Unknown request type %d\n", pWorkItem->RequestType);
931 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
934 ntStatus = STATUS_SUCCESS;
937 } // worker thread loop
939 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
941 // Wake up another IOWorker so they too can exit
943 KeSetEvent( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
947 PsTerminateSystemThread( 0);
953 AFSPrimaryVolumeWorkerThread( IN PVOID Context)
956 UNREFERENCED_PARAMETER(Context);
957 NTSTATUS ntStatus = STATUS_SUCCESS;
958 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)&AFSGlobalRoot->NonPagedVcb->VolumeWorkerContext;
959 AFSDeviceExt *pControlDeviceExt = NULL;
960 AFSDeviceExt *pRDRDeviceExt = NULL;
961 LARGE_INTEGER DueTime;
964 AFSObjectInfoCB *pCurrentObject = NULL, *pNextObject = NULL, *pCurrentChildObject = NULL;
965 AFSDirectoryCB *pCurrentDirEntry = NULL, *pNextDirEntry = NULL;
966 BOOLEAN bReleaseVolumeLock = FALSE;
967 AFSVolumeCB *pVolumeCB = NULL, *pNextVolume = NULL;
969 LARGE_INTEGER liCurrentTime;
970 BOOLEAN bVolumeObject = FALSE;
971 BOOLEAN bFcbBusy = FALSE;
974 pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
976 pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
978 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
979 AFS_TRACE_LEVEL_VERBOSE,
980 "AFSPrimaryVolumeWorkerThread Initialized\n");
983 // Initialize the timer for the worker thread
986 DueTime.QuadPart = -(5000);
990 KeInitializeTimerEx( &Timer,
991 SynchronizationTimer);
993 KeSetTimerEx( &Timer,
999 // Indicate that we are initialized and ready
1002 KeSetEvent( &pPoolContext->WorkerThreadReady,
1007 // Indicate we are initialized
1010 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
1012 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
1015 if ( bFcbBusy == FALSE)
1018 KeWaitForSingleObject( &Timer,
1031 // This is the primary volume worker so it will traverse the volume list
1032 // looking for cleanup or volumes requiring private workers
1035 AFSAcquireShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1038 pVolumeCB = pRDRDeviceExt->Specific.RDR.VolumeListHead;
1040 while( pVolumeCB != NULL)
1043 if( pVolumeCB == AFSGlobalRoot ||
1044 !AFSAcquireExcl( pVolumeCB->VolumeLock,
1048 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1053 if( pVolumeCB->ObjectInfoListHead == NULL)
1056 AFSReleaseResource( pVolumeCB->VolumeLock);
1058 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1060 AFSAcquireExcl( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock,
1063 AFSAcquireExcl( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1066 if( !AFSAcquireExcl( pVolumeCB->VolumeLock,
1070 AFSConvertToShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1072 AFSReleaseResource( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock);
1074 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1079 KeQueryTickCount( &liCurrentTime);
1081 pNextVolume = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1083 AFSAcquireShared( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock,
1086 if( pVolumeCB->ObjectInfoListHead == NULL &&
1087 pVolumeCB->DirectoryCB->DirOpenReferenceCount <= 0 &&
1088 pVolumeCB->VolumeReferenceCount == 1 &&
1089 ( pVolumeCB->RootFcb == NULL ||
1090 pVolumeCB->RootFcb->OpenReferenceCount == 0) &&
1091 pVolumeCB->ObjectInformation.ObjectReferenceCount <= 0)
1094 if( pVolumeCB->RootFcb != NULL)
1097 AFSRemoveRootFcb( pVolumeCB->RootFcb);
1100 AFSReleaseResource( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock);
1102 AFSRemoveVolume( pVolumeCB);
1107 AFSReleaseResource( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock);
1109 AFSReleaseResource( pVolumeCB->VolumeLock);
1112 AFSConvertToShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1114 AFSReleaseResource( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock);
1116 pVolumeCB = pNextVolume;
1122 // Don't need this lock anymore now that we have a volume cb to work with
1125 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1128 // For now we only need the volume lock shared
1131 AFSConvertToShared( pVolumeCB->VolumeLock);
1133 if( AFSAcquireShared( pVolumeCB->ObjectInfoTree.TreeLock,
1137 pCurrentObject = pVolumeCB->ObjectInfoListHead;
1141 bReleaseVolumeLock = TRUE;
1143 while( pCurrentObject != NULL)
1146 if( pCurrentObject != &pVolumeCB->ObjectInformation)
1149 pNextObject = (AFSObjectInfoCB *)pCurrentObject->ListEntry.fLink;
1151 if( pNextObject == NULL &&
1152 pVolumeCB != AFSGlobalRoot) // Don't free up the root of the global
1155 pNextObject = &pVolumeCB->ObjectInformation;
1158 bVolumeObject = FALSE;
1165 bVolumeObject = TRUE;
1168 if( pCurrentObject->FileType == AFS_FILE_TYPE_DIRECTORY &&
1169 !BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN)) // If we are in shutdown mode skip directories
1173 // If this object is deleted then remove it from the parent, if we can
1176 if( BooleanFlagOn( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DELETED) &&
1177 pCurrentObject->ObjectReferenceCount <= 0 &&
1178 ( pCurrentObject->Fcb == NULL ||
1179 pCurrentObject->Fcb->OpenReferenceCount == 0) &&
1180 pCurrentObject->Specific.Directory.DirectoryNodeListHead == NULL &&
1181 pCurrentObject->Specific.Directory.ChildOpenReferenceCount == 0)
1184 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1187 // Dropping the TreeLock permits the
1188 // pCurrentObject->ObjectReferenceCount to change
1191 if( AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1195 AFSAcquireExcl( &pCurrentObject->NonPagedInfo->ObjectInfoLock,
1198 if ( pCurrentObject->ObjectReferenceCount <= 0)
1201 AFSRemoveFcb( &pCurrentObject->Fcb);
1203 if( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB != NULL)
1206 AFSAcquireExcl( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock,
1209 AFSRemoveFcb( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->Fcb);
1211 AFSReleaseResource( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock);
1213 AFSDeleteObjectInfo( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation);
1215 ExDeleteResourceLite( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged->Lock);
1217 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged, AFS_DIR_ENTRY_NP_TAG);
1219 AFSExFreePoolWithTag( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB, AFS_DIR_ENTRY_TAG);
1222 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1224 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1225 AFS_TRACE_LEVEL_VERBOSE,
1226 "AFSPrimaryVolumeWorkerThread Deleting deleted object %p\n",
1229 AFSDeleteObjectInfo( pCurrentObject);
1234 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1237 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1239 pCurrentObject = pNextObject;
1246 bReleaseVolumeLock = FALSE;
1252 if( pCurrentObject->Specific.Directory.ChildOpenReferenceCount > 0 ||
1253 ( pCurrentObject->Fcb != NULL &&
1254 pCurrentObject->Fcb->OpenReferenceCount > 0) ||
1255 pCurrentObject->Specific.Directory.DirectoryNodeListHead == NULL)
1258 pCurrentObject = pNextObject;
1263 if( !AFSAcquireShared( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock,
1267 pCurrentObject = pNextObject;
1272 KeQueryTickCount( &liCurrentTime);
1274 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1276 while( pCurrentDirEntry != NULL)
1279 if( pCurrentDirEntry->DirOpenReferenceCount > 0 ||
1280 ( pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1281 pCurrentDirEntry->ObjectInformation->Fcb->OpenReferenceCount > 0) ||
1282 liCurrentTime.QuadPart <= pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart ||
1283 liCurrentTime.QuadPart - pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart <
1284 pControlDeviceExt->Specific.Control.ObjectLifeTimeCount.QuadPart ||
1285 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_DIRECTORY &&
1286 ( pCurrentDirEntry->ObjectInformation->Specific.Directory.DirectoryNodeListHead != NULL ||
1287 pCurrentDirEntry->ObjectInformation->Specific.Directory.ChildOpenReferenceCount > 0)) ||
1288 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_FILE &&
1289 pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1290 pCurrentDirEntry->ObjectInformation->Fcb->Specific.File.ExtentsDirtyCount > 0))
1296 pCurrentDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1299 if( pCurrentDirEntry != NULL)
1302 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1304 pCurrentObject = pNextObject;
1309 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1311 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1314 // Now acquire the locks excl
1317 if( AFSAcquireExcl( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock,
1321 if( AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1325 if( pCurrentObject->Specific.Directory.ChildOpenReferenceCount > 0)
1328 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1330 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1332 pCurrentObject = pNextObject;
1337 KeQueryTickCount( &liCurrentTime);
1339 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1341 while( pCurrentDirEntry != NULL)
1344 if( pCurrentDirEntry->DirOpenReferenceCount > 0 ||
1345 ( pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1346 pCurrentDirEntry->ObjectInformation->Fcb->OpenReferenceCount > 0) ||
1347 liCurrentTime.QuadPart <= pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart ||
1348 liCurrentTime.QuadPart - pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart <
1349 pControlDeviceExt->Specific.Control.ObjectLifeTimeCount.QuadPart ||
1350 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_DIRECTORY &&
1351 ( pCurrentDirEntry->ObjectInformation->Specific.Directory.DirectoryNodeListHead != NULL ||
1352 pCurrentDirEntry->ObjectInformation->Specific.Directory.ChildOpenReferenceCount > 0)) ||
1353 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_FILE &&
1354 pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1355 pCurrentDirEntry->ObjectInformation->Fcb->Specific.File.ExtentsDirtyCount > 0))
1361 pCurrentDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1364 if( pCurrentDirEntry != NULL)
1367 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1369 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1371 pCurrentObject = pNextObject;
1376 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1378 while( pCurrentDirEntry != NULL)
1381 pNextDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1383 pCurrentChildObject = pCurrentDirEntry->ObjectInformation;
1387 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING | AFS_SUBSYSTEM_DIRENTRY_REF_COUNTING,
1388 AFS_TRACE_LEVEL_VERBOSE,
1389 "AFSPrimaryVolumeWorkerThread Deleting DE %wZ Object %p\n",
1390 &pCurrentDirEntry->NameInformation.FileName,
1391 pCurrentChildObject);
1393 AFSDeleteDirEntry( pCurrentObject,
1398 // Acquire ObjectInfoLock shared here so as not to deadlock
1399 // with an invalidation call from the service during AFSCleanupFcb
1402 lCount = AFSObjectInfoIncrement( pCurrentChildObject,
1403 AFS_OBJECT_REFERENCE_WORKER);
1405 AFSDbgLogMsg( AFS_SUBSYSTEM_OBJECT_REF_COUNTING,
1406 AFS_TRACE_LEVEL_VERBOSE,
1407 "AFSPrimaryVolumeWorkerThread Increment count on object %p Cnt %d\n",
1408 pCurrentChildObject,
1412 pCurrentChildObject->Fcb != NULL &&
1413 pCurrentChildObject->FileType == AFS_FILE_TYPE_FILE)
1417 // We must not hold pVolumeCB->ObjectInfoTree.TreeLock exclusive
1418 // across an AFSCleanupFcb call since it can deadlock with an
1419 // invalidation call from the service.
1422 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1425 // Cannot hold a TreeLock across an AFSCleanupFcb call
1426 // as it can deadlock with an invalidation ioctl initiated
1427 // from the service.
1429 // Dropping the TreeLock permits the
1430 // pCurrentObject->ObjectReferenceCount to change
1433 ntStatus = AFSCleanupFcb( pCurrentChildObject->Fcb,
1436 if ( ntStatus == STATUS_RETRY)
1442 AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1446 lCount = AFSObjectInfoDecrement( pCurrentChildObject,
1447 AFS_OBJECT_REFERENCE_WORKER);
1449 AFSDbgLogMsg( AFS_SUBSYSTEM_OBJECT_REF_COUNTING,
1450 AFS_TRACE_LEVEL_VERBOSE,
1451 "AFSPrimaryVolumeWorkerThread Decrement1 count on object %p Cnt %d\n",
1452 pCurrentChildObject,
1455 AFSAcquireExcl( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock,
1458 if( pCurrentChildObject->ObjectReferenceCount <= 0)
1461 AFSRemoveFcb( &pCurrentChildObject->Fcb);
1463 if( pCurrentChildObject->FileType == AFS_FILE_TYPE_DIRECTORY &&
1464 pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB != NULL)
1467 AFSAcquireExcl( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock,
1470 AFSRemoveFcb( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->Fcb);
1472 AFSReleaseResource( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock);
1474 AFSDeleteObjectInfo( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation);
1476 ExDeleteResourceLite( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged->Lock);
1478 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged, AFS_DIR_ENTRY_NP_TAG);
1480 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB, AFS_DIR_ENTRY_TAG);
1483 AFSReleaseResource( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock);
1485 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1486 AFS_TRACE_LEVEL_VERBOSE,
1487 "AFSPrimaryVolumeWorkerThread Deleting object %p\n",
1488 pCurrentChildObject);
1490 AFSDeleteObjectInfo( pCurrentChildObject);
1495 AFSReleaseResource( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock);
1498 pCurrentDirEntry = pNextDirEntry;
1502 pCurrentObject->Specific.Directory.DirectoryNodeListHead = NULL;
1504 pCurrentObject->Specific.Directory.DirectoryNodeListTail = NULL;
1506 pCurrentObject->Specific.Directory.ShortNameTree = NULL;
1508 pCurrentObject->Specific.Directory.DirectoryNodeHdr.CaseSensitiveTreeHead = NULL;
1510 pCurrentObject->Specific.Directory.DirectoryNodeHdr.CaseInsensitiveTreeHead = NULL;
1512 pCurrentObject->Specific.Directory.DirectoryNodeCount = 0;
1514 AFSDbgLogMsg( AFS_SUBSYSTEM_DIR_NODE_COUNT,
1515 AFS_TRACE_LEVEL_VERBOSE,
1516 "AFSPrimaryVolumeWorkerThread Reset count to 0 on parent FID %08lX-%08lX-%08lX-%08lX\n",
1517 pCurrentObject->FileId.Cell,
1518 pCurrentObject->FileId.Volume,
1519 pCurrentObject->FileId.Vnode,
1520 pCurrentObject->FileId.Unique);
1523 // Clear our enumerated flag on this object so we retrieve info again on next access
1526 ClearFlag( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DIRECTORY_ENUMERATED);
1528 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1530 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1535 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1537 bReleaseVolumeLock = FALSE;
1546 // Try to grab the volume lock again ... no problem if we don't
1549 if( !AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1553 bReleaseVolumeLock = FALSE;
1559 if( pCurrentObject != &pVolumeCB->ObjectInformation)
1562 pCurrentObject = (AFSObjectInfoCB *)pCurrentObject->ListEntry.fLink;
1564 if( pCurrentObject == NULL &&
1565 pVolumeCB != AFSGlobalRoot)
1568 pCurrentObject = &pVolumeCB->ObjectInformation;
1574 pCurrentObject = NULL;
1579 else if( pCurrentObject->FileType == AFS_FILE_TYPE_FILE)
1582 lCount = AFSObjectInfoIncrement( pCurrentObject,
1583 AFS_OBJECT_REFERENCE_WORKER);
1585 AFSDbgLogMsg( AFS_SUBSYSTEM_OBJECT_REF_COUNTING,
1586 AFS_TRACE_LEVEL_VERBOSE,
1587 "AFSPrimaryVolumeWorkerThread Increment2 count on object %p Cnt %d\n",
1591 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1593 if( pCurrentObject->Fcb != NULL)
1597 // Dropping the TreeLock permits the
1598 // pCurrentObject->ObjectReferenceCount to change
1601 ntStatus = AFSCleanupFcb( pCurrentObject->Fcb,
1604 if ( ntStatus == STATUS_RETRY)
1611 lCount = AFSObjectInfoDecrement( pCurrentObject,
1612 AFS_OBJECT_REFERENCE_WORKER);
1614 AFSDbgLogMsg( AFS_SUBSYSTEM_OBJECT_REF_COUNTING,
1615 AFS_TRACE_LEVEL_VERBOSE,
1616 "AFSPrimaryVolumeWorkerThread Decrement2 count on object %p Cnt %d\n",
1620 if( !AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1624 bReleaseVolumeLock = FALSE;
1629 AFSAcquireExcl( &pCurrentObject->NonPagedInfo->ObjectInfoLock,
1632 if( BooleanFlagOn( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DELETED) &&
1633 pCurrentObject->ObjectReferenceCount <= 0)
1636 AFSRemoveFcb( &pCurrentObject->Fcb);
1638 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1640 AFSDeleteObjectInfo( pCurrentObject);
1645 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1648 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1650 pCurrentObject = pNextObject;
1655 pCurrentObject = pNextObject;
1658 if( bReleaseVolumeLock)
1661 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1669 AFSReleaseResource( pVolumeCB->VolumeLock);
1671 AFSAcquireShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1674 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1677 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1679 } // worker thread loop
1681 KeCancelTimer( &Timer);
1683 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
1685 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1686 AFS_TRACE_LEVEL_VERBOSE,
1687 "AFSPrimaryVolumeWorkerThread Exiting\n");
1689 lCount = InterlockedDecrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
1694 KeSetEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent,
1699 PsTerminateSystemThread( 0);
1705 AFSInsertWorkitem( IN AFSWorkItem *WorkItem)
1708 NTSTATUS ntStatus = STATUS_SUCCESS;
1709 AFSDeviceExt *pDevExt = NULL;
1712 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1714 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1715 AFS_TRACE_LEVEL_VERBOSE,
1716 "AFSInsertWorkitem Acquiring Control QueueLock lock %p EXCL %08lX\n",
1717 &pDevExt->Specific.Library.QueueLock,
1718 PsGetCurrentThread());
1720 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1723 lCount = InterlockedIncrement( &pDevExt->Specific.Library.QueueItemCount);
1725 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1726 AFS_TRACE_LEVEL_VERBOSE,
1727 "AFSInsertWorkitem Inserting work item %p Count %d\n",
1731 if( pDevExt->Specific.Library.QueueTail != NULL) // queue already has nodes
1734 pDevExt->Specific.Library.QueueTail->next = WorkItem;
1739 pDevExt->Specific.Library.QueueHead = WorkItem;
1742 WorkItem->next = NULL;
1743 pDevExt->Specific.Library.QueueTail = WorkItem;
1745 // indicate that the queue has nodes
1746 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1750 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1756 AFSInsertIOWorkitem( IN AFSWorkItem *WorkItem)
1759 NTSTATUS ntStatus = STATUS_SUCCESS;
1760 AFSDeviceExt *pDevExt = NULL;
1763 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1765 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1766 AFS_TRACE_LEVEL_VERBOSE,
1767 "AFSInsertIOWorkitem Acquiring Control QueueLock lock %p EXCL %08lX\n",
1768 &pDevExt->Specific.Library.IOQueueLock,
1769 PsGetCurrentThread());
1771 AFSAcquireExcl( &pDevExt->Specific.Library.IOQueueLock,
1774 lCount = InterlockedIncrement( &pDevExt->Specific.Library.IOQueueItemCount);
1776 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1777 AFS_TRACE_LEVEL_VERBOSE,
1778 "AFSInsertWorkitem Inserting IO work item %p Count %d\n",
1782 if( pDevExt->Specific.Library.IOQueueTail != NULL) // queue already has nodes
1785 pDevExt->Specific.Library.IOQueueTail->next = WorkItem;
1790 pDevExt->Specific.Library.IOQueueHead = WorkItem;
1793 WorkItem->next = NULL;
1794 pDevExt->Specific.Library.IOQueueTail = WorkItem;
1796 // indicate that the queue has nodes
1797 KeSetEvent( &(pDevExt->Specific.Library.IOWorkerQueueHasItems),
1801 AFSReleaseResource( &pDevExt->Specific.Library.IOQueueLock);
1807 AFSInsertWorkitemAtHead( IN AFSWorkItem *WorkItem)
1810 NTSTATUS ntStatus = STATUS_SUCCESS;
1811 AFSDeviceExt *pDevExt = NULL;
1814 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1816 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1817 AFS_TRACE_LEVEL_VERBOSE,
1818 "AFSInsertWorkitemAtHead Acquiring Control QueueLock lock %p EXCL %08lX\n",
1819 &pDevExt->Specific.Library.QueueLock,
1820 PsGetCurrentThread());
1822 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1825 WorkItem->next = pDevExt->Specific.Library.QueueHead;
1827 pDevExt->Specific.Library.QueueHead = WorkItem;
1829 lCount = InterlockedIncrement( &pDevExt->Specific.Library.QueueItemCount);
1831 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1832 AFS_TRACE_LEVEL_VERBOSE,
1833 "AFSInsertWorkitemAtHead Inserting work item %p Count %d\n",
1838 // indicate that the queue has nodes
1841 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1845 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1854 AFSWorkItem *pWorkItem = NULL;
1855 AFSDeviceExt *pDevExt = NULL;
1858 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1860 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1861 AFS_TRACE_LEVEL_VERBOSE,
1862 "AFSRemoveWorkItem Acquiring Control QueueLock lock %p EXCL %08lX\n",
1863 &pDevExt->Specific.Library.QueueLock,
1864 PsGetCurrentThread());
1866 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1869 if( pDevExt->Specific.Library.QueueHead != NULL) // queue has nodes
1872 pWorkItem = pDevExt->Specific.Library.QueueHead;
1874 lCount = InterlockedDecrement( &pDevExt->Specific.Library.QueueItemCount);
1876 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1877 AFS_TRACE_LEVEL_VERBOSE,
1878 "AFSRemoveWorkItem Removing work item %p Count %d Thread %08lX\n",
1881 PsGetCurrentThreadId());
1883 pDevExt->Specific.Library.QueueHead = pDevExt->Specific.Library.QueueHead->next;
1885 if( pDevExt->Specific.Library.QueueHead == NULL) // if queue just became empty
1888 pDevExt->Specific.Library.QueueTail = NULL;
1894 // Wake up another worker
1897 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1903 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1909 AFSRemoveIOWorkItem()
1912 AFSWorkItem *pWorkItem = NULL;
1913 AFSDeviceExt *pDevExt = NULL;
1916 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1918 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1919 AFS_TRACE_LEVEL_VERBOSE,
1920 "AFSRemoveIOWorkItem Acquiring Control QueueLock lock %p EXCL %08lX\n",
1921 &pDevExt->Specific.Library.IOQueueLock,
1922 PsGetCurrentThread());
1924 AFSAcquireExcl( &pDevExt->Specific.Library.IOQueueLock,
1927 if( pDevExt->Specific.Library.IOQueueHead != NULL) // queue has nodes
1930 pWorkItem = pDevExt->Specific.Library.IOQueueHead;
1932 lCount = InterlockedDecrement( &pDevExt->Specific.Library.IOQueueItemCount);
1934 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1935 AFS_TRACE_LEVEL_VERBOSE,
1936 "AFSRemoveWorkItem Removing work item %p Count %d Thread %08lX\n",
1939 PsGetCurrentThreadId());
1941 pDevExt->Specific.Library.IOQueueHead = pDevExt->Specific.Library.IOQueueHead->next;
1943 if( pDevExt->Specific.Library.IOQueueHead == NULL) // if queue just became empty
1946 pDevExt->Specific.Library.IOQueueTail = NULL;
1952 // Wake up another worker
1955 KeSetEvent( &(pDevExt->Specific.Library.IOWorkerQueueHasItems),
1961 AFSReleaseResource( &pDevExt->Specific.Library.IOQueueLock);
1967 AFSQueueWorkerRequest( IN AFSWorkItem *WorkItem)
1970 NTSTATUS ntStatus = STATUS_SUCCESS;
1971 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
1974 // Submit the work item to the worker
1977 ntStatus = AFSInsertWorkitem( WorkItem);
1983 // Sync request so block on the work item event
1986 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
1997 AFSQueueIOWorkerRequest( IN AFSWorkItem *WorkItem)
2000 NTSTATUS ntStatus = STATUS_SUCCESS;
2001 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
2004 // Submit the work item to the worker
2007 ntStatus = AFSInsertIOWorkitem( WorkItem);
2013 // Sync request so block on the work item event
2016 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
2027 AFSQueueWorkerRequestAtHead( IN AFSWorkItem *WorkItem)
2030 NTSTATUS ntStatus = STATUS_SUCCESS;
2031 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
2034 // Submit the work item to the worker
2037 ntStatus = AFSInsertWorkitemAtHead( WorkItem);
2043 // Sync request so block on the work item event
2046 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
2057 AFSQueueFlushExtents( IN AFSFcb *Fcb,
2061 NTSTATUS ntStatus = STATUS_SUCCESS;
2062 AFSDeviceExt *pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
2063 AFSWorkItem *pWorkItem = NULL;
2069 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2070 AFS_TRACE_LEVEL_VERBOSE,
2071 "AFSQueueFlushExtents Queuing request for FID %08lX-%08lX-%08lX-%08lX\n",
2072 Fcb->ObjectInformation->FileId.Cell,
2073 Fcb->ObjectInformation->FileId.Volume,
2074 Fcb->ObjectInformation->FileId.Vnode,
2075 Fcb->ObjectInformation->FileId.Unique);
2078 // Increment our flush count here just to keep the number of items in the
2079 // queue down. We'll decrement it just below.
2082 lCount = InterlockedIncrement( &Fcb->Specific.File.QueuedFlushCount);
2087 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2088 AFS_TRACE_LEVEL_VERBOSE,
2089 "AFSQueueFlushExtents Max queued items for FID %08lX-%08lX-%08lX-%08lX\n",
2090 Fcb->ObjectInformation->FileId.Cell,
2091 Fcb->ObjectInformation->FileId.Volume,
2092 Fcb->ObjectInformation->FileId.Vnode,
2093 Fcb->ObjectInformation->FileId.Unique);
2095 try_return( ntStatus);
2098 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
2101 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2102 AFS_TRACE_LEVEL_ERROR,
2103 "AFSQueueFlushExtents Failing request, in shutdown\n");
2105 try_return( ntStatus = STATUS_TOO_LATE);
2109 // Allocate our request structure and send it to the worker
2112 pWorkItem = (AFSWorkItem *)AFSLibExAllocatePoolWithTag( NonPagedPool,
2113 sizeof( AFSWorkItem),
2116 if( pWorkItem == NULL)
2119 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2120 AFS_TRACE_LEVEL_ERROR,
2121 "AFSQueueFlushExtents Failed to allocate work item\n");
2123 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES);
2126 RtlZeroMemory( pWorkItem,
2127 sizeof( AFSWorkItem));
2129 pWorkItem->Size = sizeof( AFSWorkItem);
2131 pWorkItem->ProcessID = (ULONGLONG)PsGetCurrentProcessId();
2133 pWorkItem->RequestType = AFS_WORK_FLUSH_FCB;
2135 if ( AuthGroup == NULL)
2138 RtlZeroMemory( &pWorkItem->AuthGroup,
2141 ntStatus = AFSRetrieveValidAuthGroup( Fcb,
2144 &pWorkItem->AuthGroup);
2148 RtlCopyMemory( &pWorkItem->AuthGroup,
2153 pWorkItem->Specific.Fcb.Fcb = Fcb;
2155 lCount = InterlockedIncrement( &Fcb->OpenReferenceCount);
2157 AFSDbgLogMsg( AFS_SUBSYSTEM_FCB_REF_COUNTING,
2158 AFS_TRACE_LEVEL_VERBOSE,
2159 "AFSQueueFlushExtents Increment count on Fcb %p Cnt %d\n",
2163 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2164 AFS_TRACE_LEVEL_VERBOSE,
2165 "AFSQueueFlushExtents Workitem %p for FID %08lX-%08lX-%08lX-%08lX\n",
2167 Fcb->ObjectInformation->FileId.Cell,
2168 Fcb->ObjectInformation->FileId.Volume,
2169 Fcb->ObjectInformation->FileId.Vnode,
2170 Fcb->ObjectInformation->FileId.Unique);
2172 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2176 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2177 AFS_TRACE_LEVEL_VERBOSE,
2178 "AFSQueueFlushExtents Request complete Status %08lX FID %08lX-%08lX-%08lX-%08lX\n",
2179 Fcb->ObjectInformation->FileId.Cell,
2180 Fcb->ObjectInformation->FileId.Volume,
2181 Fcb->ObjectInformation->FileId.Vnode,
2182 Fcb->ObjectInformation->FileId.Unique,
2186 // Remove the count we added above
2189 lCount = InterlockedDecrement( &Fcb->Specific.File.QueuedFlushCount);
2191 ASSERT( lCount >= 0);
2196 KeSetEvent( &Fcb->NPFcb->Specific.File.QueuedFlushEvent,
2201 if( !NT_SUCCESS( ntStatus))
2204 if( pWorkItem != NULL)
2207 lCount = InterlockedDecrement( &Fcb->OpenReferenceCount);
2209 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2212 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2213 AFS_TRACE_LEVEL_ERROR,
2214 "AFSQueueFlushExtents Failed to queue request Status %08lX\n", ntStatus);
2217 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2222 "EXCEPTION - AFSQueueFlushExtents\n");
2224 AFSDumpTraceFilesFnc();
2231 AFSQueueGlobalRootEnumeration()
2234 NTSTATUS ntStatus = STATUS_SUCCESS;
2235 AFSWorkItem *pWorkItem = NULL;
2240 pWorkItem = (AFSWorkItem *) AFSLibExAllocatePoolWithTag( NonPagedPool,
2241 sizeof(AFSWorkItem),
2243 if (NULL == pWorkItem)
2246 AFSDbgLogMsg( AFS_SUBSYSTEM_IO_PROCESSING,
2247 AFS_TRACE_LEVEL_ERROR,
2248 "AFSQueueGlobalRootEnumeration Failed to allocate work item\n");
2250 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES );
2253 RtlZeroMemory( pWorkItem,
2254 sizeof(AFSWorkItem));
2256 pWorkItem->Size = sizeof( AFSWorkItem);
2258 pWorkItem->RequestType = AFS_WORK_ENUMERATE_GLOBAL_ROOT;
2260 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2261 AFS_TRACE_LEVEL_VERBOSE,
2262 "AFSQueueGlobalRootEnumeration Workitem %p\n",
2265 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2269 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2270 AFS_TRACE_LEVEL_VERBOSE,
2271 "AFSQueueGlobalRootEnumeration Request complete Status %08lX\n",
2274 if( !NT_SUCCESS( ntStatus))
2277 if( pWorkItem != NULL)
2280 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2283 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2284 AFS_TRACE_LEVEL_ERROR,
2285 "AFSQueueGlobalRootEnumeration Failed to queue request Status %08lX\n",
2289 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2294 "EXCEPTION - AFSQueueGlobalRootEnumeration\n");
2296 AFSDumpTraceFilesFnc();
2303 AFSQueueStartIos( IN PFILE_OBJECT CacheFileObject,
2304 IN UCHAR FunctionCode,
2305 IN ULONG RequestFlags,
2306 IN AFSIoRun *IoRuns,
2308 IN AFSGatherIo *GatherIo)
2311 NTSTATUS ntStatus = STATUS_SUCCESS;
2312 AFSDeviceExt *pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
2313 AFSWorkItem *pWorkItem = NULL;
2318 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
2321 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2322 AFS_TRACE_LEVEL_ERROR,
2323 "AFSQueueStartIos Failing request, in shutdown\n");
2325 try_return( ntStatus = STATUS_TOO_LATE);
2329 // Allocate our request structure and send it to the worker
2332 pWorkItem = (AFSWorkItem *)AFSLibExAllocatePoolWithTag( NonPagedPool,
2333 sizeof( AFSWorkItem),
2336 if( pWorkItem == NULL)
2339 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2340 AFS_TRACE_LEVEL_ERROR,
2341 "AFSQueueStartIos Failed to allocate work item\n");
2343 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES);
2346 RtlZeroMemory( pWorkItem,
2347 sizeof( AFSWorkItem));
2349 KeInitializeEvent( &pWorkItem->Event,
2353 pWorkItem->Size = sizeof( AFSWorkItem);
2355 pWorkItem->ProcessID = (ULONGLONG)PsGetCurrentProcessId();
2357 pWorkItem->RequestType = AFS_WORK_START_IOS;
2359 pWorkItem->Specific.CacheAccess.CacheFileObject = CacheFileObject;
2361 pWorkItem->Specific.CacheAccess.FunctionCode = FunctionCode;
2363 pWorkItem->Specific.CacheAccess.RequestFlags = RequestFlags;
2365 pWorkItem->Specific.CacheAccess.IoRuns = IoRuns;
2367 pWorkItem->Specific.CacheAccess.RunCount = RunCount;
2369 pWorkItem->Specific.CacheAccess.GatherIo = GatherIo;
2371 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2372 AFS_TRACE_LEVEL_VERBOSE,
2373 "AFSQueueStartIos Queuing IO Workitem %p\n",
2376 ntStatus = AFSQueueIOWorkerRequest( pWorkItem);
2380 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2381 AFS_TRACE_LEVEL_VERBOSE,
2382 "AFSQueueStartIos Request complete Status %08lX\n",
2385 if( !NT_SUCCESS( ntStatus))
2388 if( pWorkItem != NULL)
2391 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2395 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2400 "EXCEPTION - AFSQueueStartIos\n");
2402 AFSDumpTraceFilesFnc();
2409 AFSQueueInvalidateObject( IN AFSObjectInfoCB *ObjectInfo,
2410 IN ULONG InvalidateReason)
2413 NTSTATUS ntStatus = STATUS_SUCCESS;
2414 AFSWorkItem *pWorkItem = NULL;
2419 pWorkItem = (AFSWorkItem *) AFSLibExAllocatePoolWithTag( NonPagedPool,
2420 sizeof(AFSWorkItem),
2422 if (NULL == pWorkItem)
2425 AFSDbgLogMsg( AFS_SUBSYSTEM_IO_PROCESSING,
2426 AFS_TRACE_LEVEL_ERROR,
2427 "AFSQueueInvalidateObject Failed to allocate work item\n");
2429 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES );
2432 RtlZeroMemory( pWorkItem,
2433 sizeof(AFSWorkItem));
2435 pWorkItem->Size = sizeof( AFSWorkItem);
2437 pWorkItem->RequestType = AFS_WORK_INVALIDATE_OBJECT;
2439 pWorkItem->Specific.Invalidate.ObjectInfo = ObjectInfo;
2441 pWorkItem->Specific.Invalidate.InvalidateReason = InvalidateReason;
2443 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2444 AFS_TRACE_LEVEL_VERBOSE,
2445 "AFSQueueInvalidateObject Workitem %p\n",
2448 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2452 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2453 AFS_TRACE_LEVEL_VERBOSE,
2454 "AFSQueueInvalidateObject Request complete Status %08lX\n",
2457 if( !NT_SUCCESS( ntStatus))
2460 if( pWorkItem != NULL)
2462 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2465 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2466 AFS_TRACE_LEVEL_ERROR,
2467 "AFSQueueInvalidateObject Failed to queue request Status %08lX\n",
2471 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2476 "EXCEPTION - AFSQueueInvalidateObject\n");
2478 AFSDumpTraceFilesFnc();