2 * Copyright (c) 2008, 2009, 2010, 2011 Kernel Drivers, LLC.
3 * Copyright (c) 2009, 2010, 2011 Your File System, Inc.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
10 * - Redistributions of source code must retain the above copyright notice,
11 * this list of conditions and the following disclaimer.
12 * - Redistributions in binary form must reproduce the above copyright
14 * this list of conditions and the following disclaimer in the
16 * and/or other materials provided with the distribution.
17 * - Neither the names of Kernel Drivers, LLC and Your File System, Inc.
18 * nor the names of their contributors may be used to endorse or promote
19 * products derived from this software without specific prior written
20 * permission from Kernel Drivers, LLC and Your File System, Inc.
22 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
23 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
24 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
25 * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
26 * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
27 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
28 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
29 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
30 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
31 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
32 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 // File: AFSWorker.cpp
39 #include "AFSCommon.h"
42 // Function: AFSInitializeWorkerPool
46 // This function initializes the worker thread pool
50 // A status is returned for the function
54 AFSInitializeWorkerPool()
57 NTSTATUS ntStatus = STATUS_SUCCESS;
58 AFSWorkQueueContext *pCurrentWorker = NULL, *pLastWorker = NULL;
59 AFSDeviceExt *pDevExt = NULL;
64 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
67 // Initialize the worker threads.
70 pDevExt->Specific.Library.WorkerCount = 0;
72 KeInitializeEvent( &pDevExt->Specific.Library.WorkerQueueHasItems,
77 // Initialize the queue resource
80 ExInitializeResourceLite( &pDevExt->Specific.Library.QueueLock);
82 while( pDevExt->Specific.Library.WorkerCount < AFS_WORKER_COUNT)
85 pCurrentWorker = (AFSWorkQueueContext *)AFSLibExAllocatePoolWithTag( NonPagedPool,
86 sizeof( AFSWorkQueueContext),
89 if( pCurrentWorker == NULL)
92 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
93 AFS_TRACE_LEVEL_ERROR,
94 "AFSInitializeWorkerPool Failed to allocate worker context\n");
96 ntStatus = STATUS_INSUFFICIENT_RESOURCES;
101 RtlZeroMemory( pCurrentWorker,
102 sizeof( AFSWorkQueueContext));
104 ntStatus = AFSInitWorkerThread( pCurrentWorker,
105 (PKSTART_ROUTINE)AFSWorkerThread);
107 if( !NT_SUCCESS( ntStatus))
110 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
111 AFS_TRACE_LEVEL_ERROR,
112 "AFSInitializeWorkerPool Failed to initialize worker thread Status %08lX\n", ntStatus);
114 ExFreePool( pCurrentWorker);
119 if( pDevExt->Specific.Library.PoolHead == NULL)
122 pDevExt->Specific.Library.PoolHead = pCurrentWorker;
127 pLastWorker->fLink = pCurrentWorker;
130 pLastWorker = pCurrentWorker;
132 pDevExt->Specific.Library.WorkerCount++;
136 // If there was a failure but there is at least one worker, then go with it.
139 if( !NT_SUCCESS( ntStatus) &&
140 pDevExt->Specific.Library.WorkerCount == 0)
143 try_return( ntStatus);
146 ntStatus = STATUS_SUCCESS;
149 // Now our IO Worker queue
152 pDevExt->Specific.Library.IOWorkerCount = 0;
154 KeInitializeEvent( &pDevExt->Specific.Library.IOWorkerQueueHasItems,
155 SynchronizationEvent,
159 // Initialize the queue resource
162 ExInitializeResourceLite( &pDevExt->Specific.Library.IOQueueLock);
164 while( pDevExt->Specific.Library.IOWorkerCount < AFS_IO_WORKER_COUNT)
167 pCurrentWorker = (AFSWorkQueueContext *)AFSLibExAllocatePoolWithTag( NonPagedPool,
168 sizeof( AFSWorkQueueContext),
171 if( pCurrentWorker == NULL)
174 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
175 AFS_TRACE_LEVEL_ERROR,
176 "AFSInitializeWorkerPool Failed to allocate IO worker context\n");
178 ntStatus = STATUS_INSUFFICIENT_RESOURCES;
183 RtlZeroMemory( pCurrentWorker,
184 sizeof( AFSWorkQueueContext));
186 ntStatus = AFSInitWorkerThread( pCurrentWorker,
187 (PKSTART_ROUTINE)AFSIOWorkerThread);
189 if( !NT_SUCCESS( ntStatus))
192 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
193 AFS_TRACE_LEVEL_ERROR,
194 "AFSInitializeWorkerPool Failed to initialize IO worker thread Status %08lX\n", ntStatus);
196 ExFreePool( pCurrentWorker);
201 if( pDevExt->Specific.Library.IOPoolHead == NULL)
204 pDevExt->Specific.Library.IOPoolHead = pCurrentWorker;
209 pLastWorker->fLink = pCurrentWorker;
212 pLastWorker = pCurrentWorker;
214 pDevExt->Specific.Library.IOWorkerCount++;
218 // If there was a failure but there is at least one worker, then go with it.
221 if( !NT_SUCCESS( ntStatus) &&
222 pDevExt->Specific.Library.IOWorkerCount == 0)
225 try_return( ntStatus);
230 if( !NT_SUCCESS( ntStatus))
234 // Failed to initialize the pool so tear it down
237 AFSRemoveWorkerPool();
245 // Function: AFSRemoveWorkerPool
249 // This function tears down the worker thread pool
253 // A status is returned for the function
257 AFSRemoveWorkerPool()
260 NTSTATUS ntStatus = STATUS_SUCCESS;
262 AFSWorkQueueContext *pCurrentWorker = NULL, *pNextWorker = NULL;
263 AFSDeviceExt *pDevExt = NULL;
265 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
268 // Loop through the workers shutting them down in two stages.
269 // First, clear AFS_WORKER_PROCESS_REQUESTS so that workers
270 // stop processing requests. Second, call AFSShutdownWorkerThread()
271 // to wake the workers and wait for them to exit.
274 pCurrentWorker = pDevExt->Specific.Library.PoolHead;
276 while( index < pDevExt->Specific.Library.WorkerCount)
279 ClearFlag( pCurrentWorker->State, AFS_WORKER_PROCESS_REQUESTS);
281 pCurrentWorker = pCurrentWorker->fLink;
283 if ( pCurrentWorker == NULL)
292 pCurrentWorker = pDevExt->Specific.Library.PoolHead;
296 while( index < pDevExt->Specific.Library.WorkerCount)
299 ntStatus = AFSShutdownWorkerThread( pCurrentWorker);
301 pNextWorker = pCurrentWorker->fLink;
303 ExFreePool( pCurrentWorker);
305 pCurrentWorker = pNextWorker;
307 if( pCurrentWorker == NULL)
316 pDevExt->Specific.Library.PoolHead = NULL;
318 ExDeleteResourceLite( &pDevExt->Specific.Library.QueueLock);
321 // Loop through the IO workers shutting them down in two stages.
322 // First, clear AFS_WORKER_PROCESS_REQUESTS so that workers
323 // stop processing requests. Second, call AFSShutdownWorkerThread()
324 // to wake the workers and wait for them to exit.
327 pCurrentWorker = pDevExt->Specific.Library.IOPoolHead;
331 while( index < pDevExt->Specific.Library.IOWorkerCount)
334 ClearFlag( pCurrentWorker->State, AFS_WORKER_PROCESS_REQUESTS);
336 pCurrentWorker = pCurrentWorker->fLink;
338 if ( pCurrentWorker == NULL)
347 pCurrentWorker = pDevExt->Specific.Library.IOPoolHead;
351 while( index < pDevExt->Specific.Library.IOWorkerCount)
354 ntStatus = AFSShutdownIOWorkerThread( pCurrentWorker);
356 pNextWorker = pCurrentWorker->fLink;
358 ExFreePool( pCurrentWorker);
360 pCurrentWorker = pNextWorker;
362 if( pCurrentWorker == NULL)
371 pDevExt->Specific.Library.IOPoolHead = NULL;
373 ExDeleteResourceLite( &pDevExt->Specific.Library.IOQueueLock);
379 AFSInitVolumeWorker( IN AFSVolumeCB *VolumeCB)
382 NTSTATUS ntStatus = STATUS_SUCCESS;
383 AFSWorkQueueContext *pWorker = &VolumeCB->VolumeWorkerContext;
385 AFSDeviceExt *pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
386 PKSTART_ROUTINE pStartRoutine = NULL;
392 if( VolumeCB == AFSGlobalRoot)
395 pStartRoutine = AFSPrimaryVolumeWorkerThread;
400 pStartRoutine = AFSVolumeWorkerThread;
404 // Initialize the worker thread
407 KeInitializeEvent( &pWorker->WorkerThreadReady,
412 // Set the worker to process requests
415 pWorker->State = AFS_WORKER_PROCESS_REQUESTS;
421 ntStatus = PsCreateSystemThread( &hThread,
429 if( NT_SUCCESS( ntStatus))
432 ObReferenceObjectByHandle( hThread,
433 GENERIC_READ | GENERIC_WRITE,
436 (PVOID *)&pWorker->WorkerThreadObject,
439 ntStatus = KeWaitForSingleObject( &pWorker->WorkerThreadReady,
445 lCount = InterlockedIncrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
450 KeClearEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent);
461 // Function: AFSInitWorkerThread
465 // This function initializes a worker thread in the pool
469 // A status is returned for the function
473 AFSInitWorkerThread( IN AFSWorkQueueContext *PoolContext,
474 IN PKSTART_ROUTINE WorkerRoutine)
477 NTSTATUS ntStatus = STATUS_SUCCESS;
481 // INitialize the worker signal thread
484 KeInitializeEvent( &PoolContext->WorkerThreadReady,
489 // Set the worker to process requests
492 PoolContext->State = AFS_WORKER_PROCESS_REQUESTS;
498 ntStatus = PsCreateSystemThread( &Handle,
504 (void *)PoolContext);
506 if( NT_SUCCESS( ntStatus))
509 ObReferenceObjectByHandle( Handle,
510 GENERIC_READ | GENERIC_WRITE,
513 (PVOID *)&PoolContext->WorkerThreadObject,
516 ntStatus = KeWaitForSingleObject( &PoolContext->WorkerThreadReady,
529 AFSShutdownVolumeWorker( IN AFSVolumeCB *VolumeCB)
532 NTSTATUS ntStatus = STATUS_SUCCESS;
533 AFSWorkQueueContext *pWorker = &VolumeCB->VolumeWorkerContext;
535 if( pWorker->WorkerThreadObject != NULL &&
536 BooleanFlagOn( pWorker->State, AFS_WORKER_INITIALIZED))
540 // Clear the 'keep processing' flag
543 ClearFlag( pWorker->State, AFS_WORKER_PROCESS_REQUESTS);
545 ntStatus = KeWaitForSingleObject( pWorker->WorkerThreadObject,
551 ObDereferenceObject( pWorker->WorkerThreadObject);
553 pWorker->WorkerThreadObject = NULL;
560 // Function: AFSShutdownWorkerThread
564 // This function shutsdown a worker thread in the pool
568 // A status is returned for the function
572 AFSShutdownWorkerThread( IN AFSWorkQueueContext *PoolContext)
575 NTSTATUS ntStatus = STATUS_SUCCESS;
576 AFSDeviceExt *pDeviceExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
578 if( PoolContext->WorkerThreadObject != NULL &&
579 BooleanFlagOn( PoolContext->State, AFS_WORKER_INITIALIZED))
583 // Wake up the thread if it is a sleep
586 KeSetEvent( &pDeviceExt->Specific.Library.WorkerQueueHasItems,
590 ntStatus = KeWaitForSingleObject( PoolContext->WorkerThreadObject,
596 ObDereferenceObject( PoolContext->WorkerThreadObject);
598 PoolContext->WorkerThreadObject = NULL;
605 // Function: AFSShutdownIOWorkerThread
609 // This function shutsdown an IO worker thread in the pool
613 // A status is returned for the function
617 AFSShutdownIOWorkerThread( IN AFSWorkQueueContext *PoolContext)
620 NTSTATUS ntStatus = STATUS_SUCCESS;
621 AFSDeviceExt *pDeviceExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
623 if( PoolContext->WorkerThreadObject != NULL &&
624 BooleanFlagOn( PoolContext->State, AFS_WORKER_INITIALIZED))
628 // Wake up the thread if it is a sleep
631 KeSetEvent( &pDeviceExt->Specific.Library.IOWorkerQueueHasItems,
635 ntStatus = KeWaitForSingleObject( PoolContext->WorkerThreadObject,
641 ObDereferenceObject( PoolContext->WorkerThreadObject);
643 PoolContext->WorkerThreadObject = NULL;
650 // Function: AFSWorkerThread
654 // This is the worker thread entry point.
658 // A status is returned for the function
662 AFSWorkerThread( IN PVOID Context)
665 NTSTATUS ntStatus = STATUS_SUCCESS;
666 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)Context;
667 AFSWorkItem *pWorkItem;
668 BOOLEAN freeWorkItem = TRUE;
669 AFSDeviceExt *pLibraryDevExt = NULL;
672 pLibraryDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
675 // Indicate that we are initialized and ready
678 KeSetEvent( &pPoolContext->WorkerThreadReady,
683 // Indicate we are initialized
686 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
688 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
694 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
697 if( !NT_SUCCESS( ntStatus))
700 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
701 AFS_TRACE_LEVEL_ERROR,
702 "AFSWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
704 ntStatus = STATUS_SUCCESS;
709 pWorkItem = AFSRemoveWorkItem();
711 if( pWorkItem == NULL)
714 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
726 // Switch on the type of work item to process
729 switch( pWorkItem->RequestType)
732 case AFS_WORK_FLUSH_FCB:
735 ntStatus = AFSFlushExtents( pWorkItem->Specific.Fcb.Fcb,
736 &pWorkItem->AuthGroup);
738 if( !NT_SUCCESS( ntStatus))
741 AFSReleaseExtentsWithFlush( pWorkItem->Specific.Fcb.Fcb,
742 &pWorkItem->AuthGroup,
746 ASSERT( pWorkItem->Specific.Fcb.Fcb->OpenReferenceCount != 0);
748 lCount = InterlockedDecrement( &pWorkItem->Specific.Fcb.Fcb->OpenReferenceCount);
753 case AFS_WORK_ENUMERATE_GLOBAL_ROOT:
756 AFSEnumerateGlobalRoot( NULL);
761 case AFS_WORK_INVALIDATE_OBJECT:
764 AFSPerformObjectInvalidate( pWorkItem->Specific.Invalidate.ObjectInfo,
765 pWorkItem->Specific.Invalidate.InvalidateReason);
772 case AFS_WORK_START_IOS:
782 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
783 AFS_TRACE_LEVEL_ERROR,
784 "AFSWorkerThread Unknown request type %d\n", pWorkItem->RequestType);
792 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
795 ntStatus = STATUS_SUCCESS;
798 } // worker thread loop
800 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
802 // Wake up another worker so they too can exit
804 KeSetEvent( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
808 PsTerminateSystemThread( 0);
814 AFSIOWorkerThread( IN PVOID Context)
817 NTSTATUS ntStatus = STATUS_SUCCESS;
818 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)Context;
819 AFSWorkItem *pWorkItem;
820 BOOLEAN freeWorkItem = TRUE;
821 AFSDeviceExt *pLibraryDevExt = NULL, *pRdrDevExt = NULL;
823 pLibraryDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
826 // Indicate that we are initialized and ready
829 KeSetEvent( &pPoolContext->WorkerThreadReady,
835 // Indicate we are initialized
838 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
840 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
846 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
849 if( !NT_SUCCESS( ntStatus))
852 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
853 AFS_TRACE_LEVEL_ERROR,
854 "AFSIOWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
856 ntStatus = STATUS_SUCCESS;
861 pWorkItem = AFSRemoveIOWorkItem();
863 if( pWorkItem == NULL)
866 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
878 // Switch on the type of work item to process
881 switch( pWorkItem->RequestType)
884 case AFS_WORK_START_IOS:
887 pRdrDevExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
890 // The final status is in the gather io
893 ntStatus = AFSStartIos( pWorkItem->Specific.CacheAccess.CacheFileObject,
894 pWorkItem->Specific.CacheAccess.FunctionCode,
895 pWorkItem->Specific.CacheAccess.RequestFlags,
896 pWorkItem->Specific.CacheAccess.IoRuns,
897 pWorkItem->Specific.CacheAccess.RunCount,
898 pWorkItem->Specific.CacheAccess.GatherIo);
901 // Regardless of the status we we do the complete - there may
903 // Decrement the count - setting the event if we were told
904 // to. This may trigger completion.
907 AFSCompleteIo( pWorkItem->Specific.CacheAccess.GatherIo, ntStatus );
916 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
917 AFS_TRACE_LEVEL_ERROR,
918 "AFSWorkerThread Unknown request type %d\n", pWorkItem->RequestType);
926 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
929 ntStatus = STATUS_SUCCESS;
932 } // worker thread loop
934 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
936 // Wake up another IOWorker so they too can exit
938 KeSetEvent( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
942 PsTerminateSystemThread( 0);
948 AFSPrimaryVolumeWorkerThread( IN PVOID Context)
951 UNREFERENCED_PARAMETER(Context);
952 NTSTATUS ntStatus = STATUS_SUCCESS;
953 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)&AFSGlobalRoot->VolumeWorkerContext;
954 AFSDeviceExt *pControlDeviceExt = NULL;
955 AFSDeviceExt *pRDRDeviceExt = NULL;
956 LARGE_INTEGER DueTime;
959 AFSObjectInfoCB *pCurrentObject = NULL, *pNextObject = NULL, *pCurrentChildObject = NULL;
960 AFSDirectoryCB *pCurrentDirEntry = NULL, *pNextDirEntry = NULL;
961 BOOLEAN bReleaseVolumeLock = FALSE;
962 AFSVolumeCB *pVolumeCB = NULL, *pNextVolume = NULL;
964 LARGE_INTEGER liCurrentTime;
965 BOOLEAN bVolumeObject = FALSE;
966 BOOLEAN bFcbBusy = FALSE;
969 pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
971 pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
973 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
974 AFS_TRACE_LEVEL_VERBOSE,
975 "AFSPrimaryVolumeWorkerThread Initialized\n");
978 // Initialize the timer for the worker thread
981 DueTime.QuadPart = -(5000);
985 KeInitializeTimerEx( &Timer,
986 SynchronizationTimer);
988 KeSetTimerEx( &Timer,
994 // Indicate that we are initialized and ready
997 KeSetEvent( &pPoolContext->WorkerThreadReady,
1002 // Indicate we are initialized
1005 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
1007 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
1010 if ( bFcbBusy == FALSE)
1013 KeWaitForSingleObject( &Timer,
1026 // This is the primary volume worker so it will traverse the volume list
1027 // looking for cleanup or volumes requiring private workers
1030 AFSAcquireShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1033 pVolumeCB = pRDRDeviceExt->Specific.RDR.VolumeListHead;
1035 while( pVolumeCB != NULL)
1038 if( pVolumeCB == AFSGlobalRoot ||
1039 !AFSAcquireExcl( pVolumeCB->VolumeLock,
1043 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1048 if( pVolumeCB->ObjectInfoListHead == NULL)
1051 AFSReleaseResource( pVolumeCB->VolumeLock);
1053 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1055 AFSAcquireExcl( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock,
1058 AFSAcquireExcl( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1061 if( !AFSAcquireExcl( pVolumeCB->VolumeLock,
1065 AFSConvertToShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1067 AFSReleaseResource( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock);
1069 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1074 KeQueryTickCount( &liCurrentTime);
1076 pNextVolume = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1078 AFSAcquireShared( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock,
1081 if( pVolumeCB->ObjectInfoListHead == NULL &&
1082 pVolumeCB->DirectoryCB->DirOpenReferenceCount <= 0 &&
1083 pVolumeCB->VolumeReferenceCount == 1 &&
1084 ( pVolumeCB->RootFcb == NULL ||
1085 pVolumeCB->RootFcb->OpenReferenceCount == 0) &&
1086 pVolumeCB->ObjectInformation.ObjectReferenceCount <= 0)
1089 if( pVolumeCB->RootFcb != NULL)
1092 AFSRemoveRootFcb( pVolumeCB->RootFcb);
1095 AFSReleaseResource( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock);
1097 AFSRemoveVolume( pVolumeCB);
1102 AFSReleaseResource( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock);
1104 AFSReleaseResource( pVolumeCB->VolumeLock);
1107 AFSConvertToShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1109 AFSReleaseResource( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock);
1111 pVolumeCB = pNextVolume;
1117 // Don't need this lock anymore now that we have a volume cb to work with
1120 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1123 // For now we only need the volume lock shared
1126 AFSConvertToShared( pVolumeCB->VolumeLock);
1128 if( AFSAcquireShared( pVolumeCB->ObjectInfoTree.TreeLock,
1132 pCurrentObject = pVolumeCB->ObjectInfoListHead;
1136 bReleaseVolumeLock = TRUE;
1138 while( pCurrentObject != NULL)
1141 if( pCurrentObject != &pVolumeCB->ObjectInformation)
1144 pNextObject = (AFSObjectInfoCB *)pCurrentObject->ListEntry.fLink;
1146 if( pNextObject == NULL &&
1147 pVolumeCB != AFSGlobalRoot) // Don't free up the root of the global
1150 pNextObject = &pVolumeCB->ObjectInformation;
1153 bVolumeObject = FALSE;
1160 bVolumeObject = TRUE;
1163 if( pCurrentObject->FileType == AFS_FILE_TYPE_DIRECTORY &&
1164 !BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN)) // If we are in shutdown mode skip directories
1168 // If this object is deleted then remove it from the parent, if we can
1171 if( BooleanFlagOn( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DELETED) &&
1172 pCurrentObject->ObjectReferenceCount <= 0 &&
1173 ( pCurrentObject->Fcb == NULL ||
1174 pCurrentObject->Fcb->OpenReferenceCount == 0) &&
1175 pCurrentObject->Specific.Directory.DirectoryNodeListHead == NULL &&
1176 pCurrentObject->Specific.Directory.ChildOpenReferenceCount == 0)
1179 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1182 // Dropping the TreeLock permits the
1183 // pCurrentObject->ObjectReferenceCount to change
1186 if( AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1190 AFSAcquireExcl( &pCurrentObject->NonPagedInfo->ObjectInfoLock,
1193 if ( pCurrentObject->ObjectReferenceCount <= 0)
1196 AFSRemoveFcb( &pCurrentObject->Fcb);
1198 if( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB != NULL)
1201 AFSAcquireExcl( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock,
1204 AFSRemoveFcb( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->Fcb);
1206 AFSReleaseResource( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock);
1208 AFSDeleteObjectInfo( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation);
1210 ExDeleteResourceLite( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged->Lock);
1212 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged, AFS_DIR_ENTRY_NP_TAG);
1214 AFSExFreePoolWithTag( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB, AFS_DIR_ENTRY_TAG);
1217 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1219 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1220 AFS_TRACE_LEVEL_VERBOSE,
1221 "AFSPrimaryVolumeWorkerThread Deleting deleted object %08lX\n",
1224 AFSDeleteObjectInfo( pCurrentObject);
1229 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1232 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1234 pCurrentObject = pNextObject;
1241 bReleaseVolumeLock = FALSE;
1247 if( pCurrentObject->Specific.Directory.ChildOpenReferenceCount > 0 ||
1248 ( pCurrentObject->Fcb != NULL &&
1249 pCurrentObject->Fcb->OpenReferenceCount > 0) ||
1250 pCurrentObject->Specific.Directory.DirectoryNodeListHead == NULL)
1253 pCurrentObject = pNextObject;
1258 if( !AFSAcquireShared( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock,
1262 pCurrentObject = pNextObject;
1267 KeQueryTickCount( &liCurrentTime);
1269 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1271 while( pCurrentDirEntry != NULL)
1274 if( pCurrentDirEntry->DirOpenReferenceCount > 0 ||
1275 ( pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1276 pCurrentDirEntry->ObjectInformation->Fcb->OpenReferenceCount > 0) ||
1277 liCurrentTime.QuadPart <= pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart ||
1278 liCurrentTime.QuadPart - pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart <
1279 pControlDeviceExt->Specific.Control.ObjectLifeTimeCount.QuadPart ||
1280 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_DIRECTORY &&
1281 ( pCurrentDirEntry->ObjectInformation->Specific.Directory.DirectoryNodeListHead != NULL ||
1282 pCurrentDirEntry->ObjectInformation->Specific.Directory.ChildOpenReferenceCount > 0)) ||
1283 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_FILE &&
1284 pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1285 pCurrentDirEntry->ObjectInformation->Fcb->Specific.File.ExtentsDirtyCount > 0))
1291 pCurrentDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1294 if( pCurrentDirEntry != NULL)
1297 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1299 pCurrentObject = pNextObject;
1304 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1306 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1309 // Now acquire the locks excl
1312 if( AFSAcquireExcl( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock,
1316 if( AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1320 if( pCurrentObject->Specific.Directory.ChildOpenReferenceCount > 0)
1323 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1325 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1327 pCurrentObject = pNextObject;
1332 KeQueryTickCount( &liCurrentTime);
1334 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1336 while( pCurrentDirEntry != NULL)
1339 if( pCurrentDirEntry->DirOpenReferenceCount > 0 ||
1340 ( pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1341 pCurrentDirEntry->ObjectInformation->Fcb->OpenReferenceCount > 0) ||
1342 liCurrentTime.QuadPart <= pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart ||
1343 liCurrentTime.QuadPart - pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart <
1344 pControlDeviceExt->Specific.Control.ObjectLifeTimeCount.QuadPart ||
1345 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_DIRECTORY &&
1346 ( pCurrentDirEntry->ObjectInformation->Specific.Directory.DirectoryNodeListHead != NULL ||
1347 pCurrentDirEntry->ObjectInformation->Specific.Directory.ChildOpenReferenceCount > 0)) ||
1348 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_FILE &&
1349 pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1350 pCurrentDirEntry->ObjectInformation->Fcb->Specific.File.ExtentsDirtyCount > 0))
1356 pCurrentDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1359 if( pCurrentDirEntry != NULL)
1362 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1364 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1366 pCurrentObject = pNextObject;
1371 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1373 while( pCurrentDirEntry != NULL)
1376 pNextDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1378 pCurrentChildObject = pCurrentDirEntry->ObjectInformation;
1382 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING | AFS_SUBSYSTEM_DIRENTRY_REF_COUNTING,
1383 AFS_TRACE_LEVEL_VERBOSE,
1384 "AFSPrimaryVolumeWorkerThread Deleting DE %wZ Object %08lX\n",
1385 &pCurrentDirEntry->NameInformation.FileName,
1386 pCurrentChildObject);
1388 AFSDeleteDirEntry( pCurrentObject,
1393 // Acquire ObjectInfoLock shared here so as not to deadlock
1394 // with an invalidation call from the service during AFSCleanupFcb
1397 lCount = AFSObjectInfoIncrement( pCurrentChildObject);
1400 pCurrentChildObject->Fcb != NULL &&
1401 pCurrentChildObject->FileType == AFS_FILE_TYPE_FILE)
1405 // We must not hold pVolumeCB->ObjectInfoTree.TreeLock exclusive
1406 // across an AFSCleanupFcb call since it can deadlock with an
1407 // invalidation call from the service.
1410 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1413 // Cannot hold a TreeLock across an AFSCleanupFcb call
1414 // as it can deadlock with an invalidation ioctl initiated
1415 // from the service.
1417 // Dropping the TreeLock permits the
1418 // pCurrentObject->ObjectReferenceCount to change
1421 ntStatus = AFSCleanupFcb( pCurrentChildObject->Fcb,
1424 if ( ntStatus == STATUS_RETRY)
1430 AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1434 lCount = AFSObjectInfoDecrement( pCurrentChildObject);
1436 AFSAcquireExcl( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock,
1439 if( pCurrentChildObject->ObjectReferenceCount <= 0)
1442 AFSRemoveFcb( &pCurrentChildObject->Fcb);
1444 if( pCurrentChildObject->FileType == AFS_FILE_TYPE_DIRECTORY &&
1445 pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB != NULL)
1448 AFSAcquireExcl( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock,
1451 AFSRemoveFcb( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->Fcb);
1453 AFSReleaseResource( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock);
1455 AFSDeleteObjectInfo( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation);
1457 ExDeleteResourceLite( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged->Lock);
1459 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged, AFS_DIR_ENTRY_NP_TAG);
1461 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB, AFS_DIR_ENTRY_TAG);
1464 AFSReleaseResource( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock);
1466 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1467 AFS_TRACE_LEVEL_VERBOSE,
1468 "AFSPrimaryVolumeWorkerThread Deleting object %08lX\n",
1469 pCurrentChildObject);
1471 AFSDeleteObjectInfo( pCurrentChildObject);
1476 AFSReleaseResource( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock);
1479 pCurrentDirEntry = pNextDirEntry;
1483 pCurrentObject->Specific.Directory.DirectoryNodeListHead = NULL;
1485 pCurrentObject->Specific.Directory.DirectoryNodeListTail = NULL;
1487 pCurrentObject->Specific.Directory.ShortNameTree = NULL;
1489 pCurrentObject->Specific.Directory.DirectoryNodeHdr.CaseSensitiveTreeHead = NULL;
1491 pCurrentObject->Specific.Directory.DirectoryNodeHdr.CaseInsensitiveTreeHead = NULL;
1493 pCurrentObject->Specific.Directory.DirectoryNodeCount = 0;
1495 AFSDbgLogMsg( AFS_SUBSYSTEM_DIR_NODE_COUNT,
1496 AFS_TRACE_LEVEL_VERBOSE,
1497 "AFSPrimaryVolumeWorkerThread Reset count to 0 on parent FID %08lX-%08lX-%08lX-%08lX\n",
1498 pCurrentObject->FileId.Cell,
1499 pCurrentObject->FileId.Volume,
1500 pCurrentObject->FileId.Vnode,
1501 pCurrentObject->FileId.Unique);
1504 // Clear our enumerated flag on this object so we retrieve info again on next access
1507 ClearFlag( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DIRECTORY_ENUMERATED);
1509 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1511 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1516 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1518 bReleaseVolumeLock = FALSE;
1527 // Try to grab the volume lock again ... no problem if we don't
1530 if( !AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1534 bReleaseVolumeLock = FALSE;
1540 if( pCurrentObject != &pVolumeCB->ObjectInformation)
1543 pCurrentObject = (AFSObjectInfoCB *)pCurrentObject->ListEntry.fLink;
1545 if( pCurrentObject == NULL &&
1546 pVolumeCB != AFSGlobalRoot)
1549 pCurrentObject = &pVolumeCB->ObjectInformation;
1555 pCurrentObject = NULL;
1560 else if( pCurrentObject->FileType == AFS_FILE_TYPE_FILE)
1563 lCount = AFSObjectInfoIncrement( pCurrentObject);
1565 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1567 if( pCurrentObject->Fcb != NULL)
1571 // Dropping the TreeLock permits the
1572 // pCurrentObject->ObjectReferenceCount to change
1575 ntStatus = AFSCleanupFcb( pCurrentObject->Fcb,
1578 if ( ntStatus == STATUS_RETRY)
1585 lCount = AFSObjectInfoDecrement( pCurrentObject);
1587 if( !AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1591 bReleaseVolumeLock = FALSE;
1596 AFSAcquireExcl( &pCurrentObject->NonPagedInfo->ObjectInfoLock,
1599 if( BooleanFlagOn( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DELETED) &&
1600 pCurrentObject->ObjectReferenceCount <= 0)
1603 AFSRemoveFcb( &pCurrentObject->Fcb);
1605 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1607 AFSDeleteObjectInfo( pCurrentObject);
1612 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1615 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1617 pCurrentObject = pNextObject;
1622 pCurrentObject = pNextObject;
1625 if( bReleaseVolumeLock)
1628 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1636 AFSReleaseResource( pVolumeCB->VolumeLock);
1638 AFSAcquireShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1641 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1644 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1646 } // worker thread loop
1648 KeCancelTimer( &Timer);
1650 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1651 AFS_TRACE_LEVEL_VERBOSE,
1652 "AFSPrimaryVolumeWorkerThread Exiting\n");
1654 lCount = InterlockedDecrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
1659 KeSetEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent,
1664 PsTerminateSystemThread( 0);
1670 AFSVolumeWorkerThread( IN PVOID Context)
1673 NTSTATUS ntStatus = STATUS_SUCCESS;
1674 AFSVolumeCB *pVolumeCB = (AFSVolumeCB * )Context;
1675 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)&pVolumeCB->VolumeWorkerContext;
1676 AFSDeviceExt *pControlDeviceExt = NULL;
1677 AFSDeviceExt *pRDRDeviceExt = NULL;
1678 LARGE_INTEGER DueTime;
1683 pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
1685 pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
1688 // Initialize the timer for the worker thread
1691 DueTime.QuadPart = -(5000);
1695 KeInitializeTimerEx( &Timer,
1696 SynchronizationTimer);
1698 KeSetTimerEx( &Timer,
1704 // Indicate that we are initialized and ready
1707 KeSetEvent( &pPoolContext->WorkerThreadReady,
1712 // Indicate we are initialized
1715 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
1717 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
1720 ntStatus = KeWaitForSingleObject( &Timer,
1726 if( !NT_SUCCESS( ntStatus))
1729 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
1730 AFS_TRACE_LEVEL_ERROR,
1731 "AFSVolumeWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
1737 // If we are in shutdown mode and the dirty flag is clear then get out now
1740 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
1746 } // worker thread loop
1748 KeCancelTimer( &Timer);
1750 lCount = InterlockedDecrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
1755 KeSetEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent,
1760 PsTerminateSystemThread( 0);
1766 AFSInsertWorkitem( IN AFSWorkItem *WorkItem)
1769 NTSTATUS ntStatus = STATUS_SUCCESS;
1770 AFSDeviceExt *pDevExt = NULL;
1773 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1775 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1776 AFS_TRACE_LEVEL_VERBOSE,
1777 "AFSInsertWorkitem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1778 &pDevExt->Specific.Library.QueueLock,
1779 PsGetCurrentThread());
1781 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1784 lCount = InterlockedIncrement( &pDevExt->Specific.Library.QueueItemCount);
1786 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1787 AFS_TRACE_LEVEL_VERBOSE,
1788 "AFSInsertWorkitem Inserting work item %08lX Count %08lX\n",
1792 if( pDevExt->Specific.Library.QueueTail != NULL) // queue already has nodes
1795 pDevExt->Specific.Library.QueueTail->next = WorkItem;
1800 pDevExt->Specific.Library.QueueHead = WorkItem;
1803 WorkItem->next = NULL;
1804 pDevExt->Specific.Library.QueueTail = WorkItem;
1806 // indicate that the queue has nodes
1807 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1811 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1817 AFSInsertIOWorkitem( IN AFSWorkItem *WorkItem)
1820 NTSTATUS ntStatus = STATUS_SUCCESS;
1821 AFSDeviceExt *pDevExt = NULL;
1824 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1826 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1827 AFS_TRACE_LEVEL_VERBOSE,
1828 "AFSInsertIOWorkitem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1829 &pDevExt->Specific.Library.IOQueueLock,
1830 PsGetCurrentThread());
1832 AFSAcquireExcl( &pDevExt->Specific.Library.IOQueueLock,
1835 lCount = InterlockedIncrement( &pDevExt->Specific.Library.IOQueueItemCount);
1837 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1838 AFS_TRACE_LEVEL_VERBOSE,
1839 "AFSInsertWorkitem Inserting IO work item %08lX Count %08lX\n",
1843 if( pDevExt->Specific.Library.IOQueueTail != NULL) // queue already has nodes
1846 pDevExt->Specific.Library.IOQueueTail->next = WorkItem;
1851 pDevExt->Specific.Library.IOQueueHead = WorkItem;
1854 WorkItem->next = NULL;
1855 pDevExt->Specific.Library.IOQueueTail = WorkItem;
1857 // indicate that the queue has nodes
1858 KeSetEvent( &(pDevExt->Specific.Library.IOWorkerQueueHasItems),
1862 AFSReleaseResource( &pDevExt->Specific.Library.IOQueueLock);
1868 AFSInsertWorkitemAtHead( IN AFSWorkItem *WorkItem)
1871 NTSTATUS ntStatus = STATUS_SUCCESS;
1872 AFSDeviceExt *pDevExt = NULL;
1875 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1877 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1878 AFS_TRACE_LEVEL_VERBOSE,
1879 "AFSInsertWorkitemAtHead Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1880 &pDevExt->Specific.Library.QueueLock,
1881 PsGetCurrentThread());
1883 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1886 WorkItem->next = pDevExt->Specific.Library.QueueHead;
1888 pDevExt->Specific.Library.QueueHead = WorkItem;
1890 lCount = InterlockedIncrement( &pDevExt->Specific.Library.QueueItemCount);
1892 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1893 AFS_TRACE_LEVEL_VERBOSE,
1894 "AFSInsertWorkitemAtHead Inserting work item %08lX Count %08lX\n",
1899 // indicate that the queue has nodes
1902 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1906 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1915 AFSWorkItem *pWorkItem = NULL;
1916 AFSDeviceExt *pDevExt = NULL;
1919 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1921 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1922 AFS_TRACE_LEVEL_VERBOSE,
1923 "AFSRemoveWorkItem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1924 &pDevExt->Specific.Library.QueueLock,
1925 PsGetCurrentThread());
1927 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1930 if( pDevExt->Specific.Library.QueueHead != NULL) // queue has nodes
1933 pWorkItem = pDevExt->Specific.Library.QueueHead;
1935 lCount = InterlockedDecrement( &pDevExt->Specific.Library.QueueItemCount);
1937 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1938 AFS_TRACE_LEVEL_VERBOSE,
1939 "AFSRemoveWorkItem Removing work item %08lX Count %08lX Thread %08lX\n",
1942 PsGetCurrentThreadId());
1944 pDevExt->Specific.Library.QueueHead = pDevExt->Specific.Library.QueueHead->next;
1946 if( pDevExt->Specific.Library.QueueHead == NULL) // if queue just became empty
1949 pDevExt->Specific.Library.QueueTail = NULL;
1955 // Wake up another worker
1958 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1964 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1970 AFSRemoveIOWorkItem()
1973 AFSWorkItem *pWorkItem = NULL;
1974 AFSDeviceExt *pDevExt = NULL;
1977 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1979 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1980 AFS_TRACE_LEVEL_VERBOSE,
1981 "AFSRemoveIOWorkItem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1982 &pDevExt->Specific.Library.IOQueueLock,
1983 PsGetCurrentThread());
1985 AFSAcquireExcl( &pDevExt->Specific.Library.IOQueueLock,
1988 if( pDevExt->Specific.Library.IOQueueHead != NULL) // queue has nodes
1991 pWorkItem = pDevExt->Specific.Library.IOQueueHead;
1993 lCount = InterlockedDecrement( &pDevExt->Specific.Library.IOQueueItemCount);
1995 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1996 AFS_TRACE_LEVEL_VERBOSE,
1997 "AFSRemoveWorkItem Removing work item %08lX Count %08lX Thread %08lX\n",
2000 PsGetCurrentThreadId());
2002 pDevExt->Specific.Library.IOQueueHead = pDevExt->Specific.Library.IOQueueHead->next;
2004 if( pDevExt->Specific.Library.IOQueueHead == NULL) // if queue just became empty
2007 pDevExt->Specific.Library.IOQueueTail = NULL;
2013 // Wake up another worker
2016 KeSetEvent( &(pDevExt->Specific.Library.IOWorkerQueueHasItems),
2022 AFSReleaseResource( &pDevExt->Specific.Library.IOQueueLock);
2028 AFSQueueWorkerRequest( IN AFSWorkItem *WorkItem)
2031 NTSTATUS ntStatus = STATUS_SUCCESS;
2032 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
2035 // Submit the work item to the worker
2038 ntStatus = AFSInsertWorkitem( WorkItem);
2044 // Sync request so block on the work item event
2047 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
2058 AFSQueueIOWorkerRequest( IN AFSWorkItem *WorkItem)
2061 NTSTATUS ntStatus = STATUS_SUCCESS;
2062 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
2065 // Submit the work item to the worker
2068 ntStatus = AFSInsertIOWorkitem( WorkItem);
2074 // Sync request so block on the work item event
2077 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
2088 AFSQueueWorkerRequestAtHead( IN AFSWorkItem *WorkItem)
2091 NTSTATUS ntStatus = STATUS_SUCCESS;
2092 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
2095 // Submit the work item to the worker
2098 ntStatus = AFSInsertWorkitemAtHead( WorkItem);
2104 // Sync request so block on the work item event
2107 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
2118 AFSQueueFlushExtents( IN AFSFcb *Fcb,
2122 NTSTATUS ntStatus = STATUS_SUCCESS;
2123 AFSDeviceExt *pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
2124 AFSWorkItem *pWorkItem = NULL;
2130 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2131 AFS_TRACE_LEVEL_VERBOSE,
2132 "AFSQueueFlushExtents Queuing request for FID %08lX-%08lX-%08lX-%08lX\n",
2133 Fcb->ObjectInformation->FileId.Cell,
2134 Fcb->ObjectInformation->FileId.Volume,
2135 Fcb->ObjectInformation->FileId.Vnode,
2136 Fcb->ObjectInformation->FileId.Unique);
2139 // Increment our flush count here just to keep the number of items in the
2140 // queue down. We'll decrement it just below.
2143 lCount = InterlockedIncrement( &Fcb->Specific.File.QueuedFlushCount);
2148 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2149 AFS_TRACE_LEVEL_VERBOSE,
2150 "AFSQueueFlushExtents Max queued items for FID %08lX-%08lX-%08lX-%08lX\n",
2151 Fcb->ObjectInformation->FileId.Cell,
2152 Fcb->ObjectInformation->FileId.Volume,
2153 Fcb->ObjectInformation->FileId.Vnode,
2154 Fcb->ObjectInformation->FileId.Unique);
2156 try_return( ntStatus);
2159 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
2162 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2163 AFS_TRACE_LEVEL_ERROR,
2164 "AFSQueueFlushExtents Failing request, in shutdown\n");
2166 try_return( ntStatus = STATUS_TOO_LATE);
2170 // Allocate our request structure and send it to the worker
2173 pWorkItem = (AFSWorkItem *)AFSLibExAllocatePoolWithTag( NonPagedPool,
2174 sizeof( AFSWorkItem),
2177 if( pWorkItem == NULL)
2180 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2181 AFS_TRACE_LEVEL_ERROR,
2182 "AFSQueueFlushExtents Failed to allocate work item\n");
2184 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES);
2187 RtlZeroMemory( pWorkItem,
2188 sizeof( AFSWorkItem));
2190 pWorkItem->Size = sizeof( AFSWorkItem);
2192 pWorkItem->ProcessID = (ULONGLONG)PsGetCurrentProcessId();
2194 pWorkItem->RequestType = AFS_WORK_FLUSH_FCB;
2196 if ( AuthGroup == NULL)
2199 RtlZeroMemory( &pWorkItem->AuthGroup,
2202 ntStatus = AFSRetrieveValidAuthGroup( Fcb,
2205 &pWorkItem->AuthGroup);
2209 RtlCopyMemory( &pWorkItem->AuthGroup,
2214 pWorkItem->Specific.Fcb.Fcb = Fcb;
2216 lCount = InterlockedIncrement( &Fcb->OpenReferenceCount);
2218 AFSDbgLogMsg( AFS_SUBSYSTEM_FCB_REF_COUNTING,
2219 AFS_TRACE_LEVEL_VERBOSE,
2220 "AFSQueueFlushExtents Increment count on Fcb %08lX Cnt %d\n",
2224 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2225 AFS_TRACE_LEVEL_VERBOSE,
2226 "AFSQueueFlushExtents Workitem %08lX for FID %08lX-%08lX-%08lX-%08lX\n",
2228 Fcb->ObjectInformation->FileId.Cell,
2229 Fcb->ObjectInformation->FileId.Volume,
2230 Fcb->ObjectInformation->FileId.Vnode,
2231 Fcb->ObjectInformation->FileId.Unique);
2233 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2237 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2238 AFS_TRACE_LEVEL_VERBOSE,
2239 "AFSQueueFlushExtents Request complete Status %08lX FID %08lX-%08lX-%08lX-%08lX\n",
2240 Fcb->ObjectInformation->FileId.Cell,
2241 Fcb->ObjectInformation->FileId.Volume,
2242 Fcb->ObjectInformation->FileId.Vnode,
2243 Fcb->ObjectInformation->FileId.Unique,
2247 // Remove the count we added above
2250 lCount = InterlockedDecrement( &Fcb->Specific.File.QueuedFlushCount);
2252 ASSERT( lCount >= 0);
2257 KeSetEvent( &Fcb->NPFcb->Specific.File.QueuedFlushEvent,
2262 if( !NT_SUCCESS( ntStatus))
2265 if( pWorkItem != NULL)
2268 lCount = InterlockedDecrement( &Fcb->OpenReferenceCount);
2270 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2273 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2274 AFS_TRACE_LEVEL_ERROR,
2275 "AFSQueueFlushExtents Failed to queue request Status %08lX\n", ntStatus);
2278 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2283 "EXCEPTION - AFSQueueFlushExtents\n");
2285 AFSDumpTraceFilesFnc();
2292 AFSQueueGlobalRootEnumeration()
2295 NTSTATUS ntStatus = STATUS_SUCCESS;
2296 AFSWorkItem *pWorkItem = NULL;
2301 pWorkItem = (AFSWorkItem *) AFSLibExAllocatePoolWithTag( NonPagedPool,
2302 sizeof(AFSWorkItem),
2304 if (NULL == pWorkItem)
2307 AFSDbgLogMsg( AFS_SUBSYSTEM_IO_PROCESSING,
2308 AFS_TRACE_LEVEL_ERROR,
2309 "AFSQueueGlobalRootEnumeration Failed to allocate work item\n");
2311 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES );
2314 RtlZeroMemory( pWorkItem,
2315 sizeof(AFSWorkItem));
2317 pWorkItem->Size = sizeof( AFSWorkItem);
2319 pWorkItem->RequestType = AFS_WORK_ENUMERATE_GLOBAL_ROOT;
2321 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2322 AFS_TRACE_LEVEL_VERBOSE,
2323 "AFSQueueGlobalRootEnumeration Workitem %08lX\n",
2326 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2330 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2331 AFS_TRACE_LEVEL_VERBOSE,
2332 "AFSQueueGlobalRootEnumeration Request complete Status %08lX\n",
2335 if( !NT_SUCCESS( ntStatus))
2338 if( pWorkItem != NULL)
2341 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2344 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2345 AFS_TRACE_LEVEL_ERROR,
2346 "AFSQueueGlobalRootEnumeration Failed to queue request Status %08lX\n",
2350 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2355 "EXCEPTION - AFSQueueGlobalRootEnumeration\n");
2357 AFSDumpTraceFilesFnc();
2364 AFSQueueStartIos( IN PFILE_OBJECT CacheFileObject,
2365 IN UCHAR FunctionCode,
2366 IN ULONG RequestFlags,
2367 IN AFSIoRun *IoRuns,
2369 IN AFSGatherIo *GatherIo)
2372 NTSTATUS ntStatus = STATUS_SUCCESS;
2373 AFSDeviceExt *pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
2374 AFSWorkItem *pWorkItem = NULL;
2379 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
2382 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2383 AFS_TRACE_LEVEL_ERROR,
2384 "AFSQueueStartIos Failing request, in shutdown\n");
2386 try_return( ntStatus = STATUS_TOO_LATE);
2390 // Allocate our request structure and send it to the worker
2393 pWorkItem = (AFSWorkItem *)AFSLibExAllocatePoolWithTag( NonPagedPool,
2394 sizeof( AFSWorkItem),
2397 if( pWorkItem == NULL)
2400 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2401 AFS_TRACE_LEVEL_ERROR,
2402 "AFSQueueStartIos Failed to allocate work item\n");
2404 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES);
2407 RtlZeroMemory( pWorkItem,
2408 sizeof( AFSWorkItem));
2410 KeInitializeEvent( &pWorkItem->Event,
2414 pWorkItem->Size = sizeof( AFSWorkItem);
2416 pWorkItem->ProcessID = (ULONGLONG)PsGetCurrentProcessId();
2418 pWorkItem->RequestType = AFS_WORK_START_IOS;
2420 pWorkItem->Specific.CacheAccess.CacheFileObject = CacheFileObject;
2422 pWorkItem->Specific.CacheAccess.FunctionCode = FunctionCode;
2424 pWorkItem->Specific.CacheAccess.RequestFlags = RequestFlags;
2426 pWorkItem->Specific.CacheAccess.IoRuns = IoRuns;
2428 pWorkItem->Specific.CacheAccess.RunCount = RunCount;
2430 pWorkItem->Specific.CacheAccess.GatherIo = GatherIo;
2432 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2433 AFS_TRACE_LEVEL_VERBOSE,
2434 "AFSQueueStartIos Queuing IO Workitem %08lX\n",
2437 ntStatus = AFSQueueIOWorkerRequest( pWorkItem);
2441 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2442 AFS_TRACE_LEVEL_VERBOSE,
2443 "AFSQueueStartIos Request complete Status %08lX\n",
2446 if( !NT_SUCCESS( ntStatus))
2449 if( pWorkItem != NULL)
2452 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2456 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2461 "EXCEPTION - AFSQueueStartIos\n");
2463 AFSDumpTraceFilesFnc();
2470 AFSQueueInvalidateObject( IN AFSObjectInfoCB *ObjectInfo,
2471 IN ULONG InvalidateReason)
2474 NTSTATUS ntStatus = STATUS_SUCCESS;
2475 AFSWorkItem *pWorkItem = NULL;
2480 pWorkItem = (AFSWorkItem *) AFSLibExAllocatePoolWithTag( NonPagedPool,
2481 sizeof(AFSWorkItem),
2483 if (NULL == pWorkItem)
2486 AFSDbgLogMsg( AFS_SUBSYSTEM_IO_PROCESSING,
2487 AFS_TRACE_LEVEL_ERROR,
2488 "AFSQueueInvalidateObject Failed to allocate work item\n");
2490 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES );
2493 RtlZeroMemory( pWorkItem,
2494 sizeof(AFSWorkItem));
2496 pWorkItem->Size = sizeof( AFSWorkItem);
2498 pWorkItem->RequestType = AFS_WORK_INVALIDATE_OBJECT;
2500 pWorkItem->Specific.Invalidate.ObjectInfo = ObjectInfo;
2502 pWorkItem->Specific.Invalidate.InvalidateReason = InvalidateReason;
2504 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2505 AFS_TRACE_LEVEL_VERBOSE,
2506 "AFSQueueInvalidateObject Workitem %08lX\n",
2509 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2513 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2514 AFS_TRACE_LEVEL_VERBOSE,
2515 "AFSQueueInvalidateObject Request complete Status %08lX\n",
2518 if( !NT_SUCCESS( ntStatus))
2521 if( pWorkItem != NULL)
2523 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2526 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2527 AFS_TRACE_LEVEL_ERROR,
2528 "AFSQueueInvalidateObject Failed to queue request Status %08lX\n",
2532 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2537 "EXCEPTION - AFSQueueInvalidateObject\n");
2539 AFSDumpTraceFilesFnc();