/* * COPYRIGHT: See COPYING in the top level directory * PROJECT: ReactOS kernel * FILE: ntoskrnl/cc/copy.c * PURPOSE: Implements cache managers copy interface * * PROGRAMMERS: */ /* INCLUDES ******************************************************************/ #include #define NDEBUG #include /* GLOBALS *******************************************************************/ static PFN_NUMBER CcZeroPage = 0; #define MAX_ZERO_LENGTH (256 * 1024) #define MAX_RW_LENGTH (256 * 1024) ULONG CcFastMdlReadWait; ULONG CcFastMdlReadNotPossible; ULONG CcFastReadNotPossible; ULONG CcFastReadWait; ULONG CcFastReadNoWait; ULONG CcFastReadResourceMiss; /* FUNCTIONS *****************************************************************/ VOID NTAPI MiZeroPhysicalPage( IN PFN_NUMBER PageFrameIndex ); VOID NTAPI CcInitCacheZeroPage(VOID) { NTSTATUS Status; Status = MmRequestPageMemoryConsumer(MC_SYSTEM, TRUE, &CcZeroPage); if (!NT_SUCCESS(Status)) { DbgPrint("Can't allocate CcZeroPage.\n"); KeBugCheck(CACHE_MANAGER); } MiZeroPhysicalPage(CcZeroPage); } NTSTATUS NTAPI ReadCacheSegmentChain(PBCB Bcb, ULONG ReadOffset, ULONG Length, PVOID Buffer) { PCACHE_SEGMENT head; PCACHE_SEGMENT current; PCACHE_SEGMENT previous; IO_STATUS_BLOCK Iosb; LARGE_INTEGER SegOffset; NTSTATUS Status; ULONG TempLength; KEVENT Event; PMDL Mdl; Mdl = _alloca(MmSizeOfMdl(NULL, MAX_RW_LENGTH)); Status = CcRosGetCacheSegmentChain(Bcb, ReadOffset, Length, &head); if (!NT_SUCCESS(Status)) { return(Status); } current = head; while (current != NULL) { /* * If the current segment is valid then copy it into the * user buffer. */ if (current->Valid) { TempLength = min(Bcb->CacheSegmentSize, Length); memcpy(Buffer, current->BaseAddress, TempLength); Buffer = (PVOID)((ULONG_PTR)Buffer + TempLength); Length = Length - TempLength; previous = current; current = current->NextInChain; CcRosReleaseCacheSegment(Bcb, previous, TRUE, FALSE, FALSE); } /* * Otherwise read in as much as we can. */ else { PCACHE_SEGMENT current2; ULONG current_size; ULONG i; PPFN_NUMBER MdlPages; /* * Count the maximum number of bytes we could read starting * from the current segment. */ current2 = current; current_size = 0; while (current2 != NULL && !current2->Valid && current_size < MAX_RW_LENGTH) { current2 = current2->NextInChain; current_size += Bcb->CacheSegmentSize; } /* * Create an MDL which contains all their pages. */ MmInitializeMdl(Mdl, NULL, current_size); Mdl->MdlFlags |= (MDL_PAGES_LOCKED | MDL_IO_PAGE_READ); current2 = current; current_size = 0; MdlPages = (PPFN_NUMBER)(Mdl + 1); while (current2 != NULL && !current2->Valid && current_size < MAX_RW_LENGTH) { PVOID address = current2->BaseAddress; for (i = 0; i < (Bcb->CacheSegmentSize / PAGE_SIZE); i++, address = RVA(address, PAGE_SIZE)) { *MdlPages++ = MmGetPfnForProcess(NULL, address); } current2 = current2->NextInChain; current_size += Bcb->CacheSegmentSize; } /* * Read in the information. */ SegOffset.QuadPart = current->FileOffset; KeInitializeEvent(&Event, NotificationEvent, FALSE); Status = IoPageRead(Bcb->FileObject, Mdl, &SegOffset, &Event, &Iosb); if (Status == STATUS_PENDING) { KeWaitForSingleObject(&Event, Executive, KernelMode, FALSE, NULL); Status = Iosb.Status; } if (Mdl->MdlFlags & MDL_MAPPED_TO_SYSTEM_VA) { MmUnmapLockedPages(Mdl->MappedSystemVa, Mdl); } if (!NT_SUCCESS(Status) && Status != STATUS_END_OF_FILE) { while (current != NULL) { previous = current; current = current->NextInChain; CcRosReleaseCacheSegment(Bcb, previous, FALSE, FALSE, FALSE); } return(Status); } current_size = 0; while (current != NULL && !current->Valid && current_size < MAX_RW_LENGTH) { previous = current; current = current->NextInChain; TempLength = min(Bcb->CacheSegmentSize, Length); memcpy(Buffer, previous->BaseAddress, TempLength); Buffer = (PVOID)((ULONG_PTR)Buffer + TempLength); Length = Length - TempLength; CcRosReleaseCacheSegment(Bcb, previous, TRUE, FALSE, FALSE); current_size += Bcb->CacheSegmentSize; } } } return(STATUS_SUCCESS); } NTSTATUS NTAPI ReadCacheSegment(PCACHE_SEGMENT CacheSeg) { ULONG Size; PMDL Mdl; NTSTATUS Status; LARGE_INTEGER SegOffset; IO_STATUS_BLOCK IoStatus; KEVENT Event; SegOffset.QuadPart = CacheSeg->FileOffset; Size = (ULONG)(CacheSeg->Bcb->AllocationSize.QuadPart - CacheSeg->FileOffset); if (Size > CacheSeg->Bcb->CacheSegmentSize) { Size = CacheSeg->Bcb->CacheSegmentSize; } Mdl = _alloca(MmSizeOfMdl(CacheSeg->BaseAddress, Size)); MmInitializeMdl(Mdl, CacheSeg->BaseAddress, Size); MmBuildMdlForNonPagedPool(Mdl); Mdl->MdlFlags |= MDL_IO_PAGE_READ; KeInitializeEvent(&Event, NotificationEvent, FALSE); Status = IoPageRead(CacheSeg->Bcb->FileObject, Mdl, &SegOffset, & Event, &IoStatus); if (Status == STATUS_PENDING) { KeWaitForSingleObject(&Event, Executive, KernelMode, FALSE, NULL); Status = IoStatus.Status; } if (!NT_SUCCESS(Status) && Status != STATUS_END_OF_FILE) { DPRINT1("IoPageRead failed, Status %x\n", Status); return Status; } if (CacheSeg->Bcb->CacheSegmentSize > Size) { memset ((char*)CacheSeg->BaseAddress + Size, 0, CacheSeg->Bcb->CacheSegmentSize - Size); } return STATUS_SUCCESS; } NTSTATUS NTAPI WriteCacheSegment(PCACHE_SEGMENT CacheSeg) { ULONG Size; PMDL Mdl; NTSTATUS Status; IO_STATUS_BLOCK IoStatus; LARGE_INTEGER SegOffset; KEVENT Event; CacheSeg->Dirty = FALSE; SegOffset.QuadPart = CacheSeg->FileOffset; Size = (ULONG)(CacheSeg->Bcb->AllocationSize.QuadPart - CacheSeg->FileOffset); if (Size > CacheSeg->Bcb->CacheSegmentSize) { Size = CacheSeg->Bcb->CacheSegmentSize; } // // Nonpaged pool PDEs in ReactOS must actually be synchronized between the // MmGlobalPageDirectory and the real system PDE directory. What a mess... // { int i = 0; do { MmGetPfnForProcess(NULL, (PVOID)((ULONG_PTR)CacheSeg->BaseAddress + (i << PAGE_SHIFT))); } while (++i < (Size >> PAGE_SHIFT)); } Mdl = _alloca(MmSizeOfMdl(CacheSeg->BaseAddress, Size)); MmInitializeMdl(Mdl, CacheSeg->BaseAddress, Size); MmBuildMdlForNonPagedPool(Mdl); Mdl->MdlFlags |= MDL_IO_PAGE_READ; KeInitializeEvent(&Event, NotificationEvent, FALSE); Status = IoSynchronousPageWrite(CacheSeg->Bcb->FileObject, Mdl, &SegOffset, &Event, &IoStatus); if (Status == STATUS_PENDING) { KeWaitForSingleObject(&Event, Executive, KernelMode, FALSE, NULL); Status = IoStatus.Status; } if (!NT_SUCCESS(Status) && (Status != STATUS_END_OF_FILE)) { DPRINT1("IoPageWrite failed, Status %x\n", Status); CacheSeg->Dirty = TRUE; return(Status); } return(STATUS_SUCCESS); } /* * @unimplemented */ BOOLEAN NTAPI CcCanIWrite ( IN PFILE_OBJECT FileObject, IN ULONG BytesToWrite, IN BOOLEAN Wait, IN BOOLEAN Retrying) { UNIMPLEMENTED; return FALSE; } /* * @implemented */ BOOLEAN NTAPI CcCopyRead (IN PFILE_OBJECT FileObject, IN PLARGE_INTEGER FileOffset, IN ULONG Length, IN BOOLEAN Wait, OUT PVOID Buffer, OUT PIO_STATUS_BLOCK IoStatus) { ULONG ReadOffset; ULONG TempLength; NTSTATUS Status = STATUS_SUCCESS; PVOID BaseAddress; PCACHE_SEGMENT CacheSeg; BOOLEAN Valid; ULONG ReadLength = 0; PBCB Bcb; KIRQL oldirql; PLIST_ENTRY current_entry; PCACHE_SEGMENT current; DPRINT("CcCopyRead(FileObject 0x%p, FileOffset %I64x, " "Length %d, Wait %d, Buffer 0x%p, IoStatus 0x%p)\n", FileObject, FileOffset->QuadPart, Length, Wait, Buffer, IoStatus); Bcb = FileObject->SectionObjectPointer->SharedCacheMap; ReadOffset = (ULONG)FileOffset->QuadPart; DPRINT("AllocationSize %d, FileSize %d\n", (ULONG)Bcb->AllocationSize.QuadPart, (ULONG)Bcb->FileSize.QuadPart); /* * Check for the nowait case that all the cache segments that would * cover this read are in memory. */ if (!Wait) { KeAcquireSpinLock(&Bcb->BcbLock, &oldirql); current_entry = Bcb->BcbSegmentListHead.Flink; while (current_entry != &Bcb->BcbSegmentListHead) { current = CONTAINING_RECORD(current_entry, CACHE_SEGMENT, BcbSegmentListEntry); if (!current->Valid && current->FileOffset < ReadOffset + Length && current->FileOffset + Bcb->CacheSegmentSize > ReadOffset) { KeReleaseSpinLock(&Bcb->BcbLock, oldirql); IoStatus->Status = STATUS_UNSUCCESSFUL; IoStatus->Information = 0; return FALSE; } current_entry = current_entry->Flink; } KeReleaseSpinLock(&Bcb->BcbLock, oldirql); } TempLength = ReadOffset % Bcb->CacheSegmentSize; if (TempLength != 0) { TempLength = min (Length, Bcb->CacheSegmentSize - TempLength); Status = CcRosRequestCacheSegment(Bcb, ROUND_DOWN(ReadOffset, Bcb->CacheSegmentSize), &BaseAddress, &Valid, &CacheSeg); if (!NT_SUCCESS(Status)) { IoStatus->Information = 0; IoStatus->Status = Status; DPRINT("CcRosRequestCacheSegment faild, Status %x\n", Status); return FALSE; } if (!Valid) { Status = ReadCacheSegment(CacheSeg); if (!NT_SUCCESS(Status)) { IoStatus->Information = 0; IoStatus->Status = Status; CcRosReleaseCacheSegment(Bcb, CacheSeg, FALSE, FALSE, FALSE); return FALSE; } } memcpy (Buffer, (char*)BaseAddress + ReadOffset % Bcb->CacheSegmentSize, TempLength); CcRosReleaseCacheSegment(Bcb, CacheSeg, TRUE, FALSE, FALSE); ReadLength += TempLength; Length -= TempLength; ReadOffset += TempLength; Buffer = (PVOID)((char*)Buffer + TempLength); } while (Length > 0) { TempLength = min(max(Bcb->CacheSegmentSize, MAX_RW_LENGTH), Length); Status = ReadCacheSegmentChain(Bcb, ReadOffset, TempLength, Buffer); if (!NT_SUCCESS(Status)) { IoStatus->Information = 0; IoStatus->Status = Status; DPRINT1("ReadCacheSegmentChain failed, Status %x\n", Status); return FALSE; } ReadLength += TempLength; Length -= TempLength; ReadOffset += TempLength; Buffer = (PVOID)((ULONG_PTR)Buffer + TempLength); } IoStatus->Status = STATUS_SUCCESS; IoStatus->Information = ReadLength; DPRINT("CcCopyRead O.K.\n"); return TRUE; } /* * @implemented */ BOOLEAN NTAPI CcCopyWrite (IN PFILE_OBJECT FileObject, IN PLARGE_INTEGER FileOffset, IN ULONG Length, IN BOOLEAN Wait, IN PVOID Buffer) { NTSTATUS Status; ULONG WriteOffset; KIRQL oldirql; PBCB Bcb; PLIST_ENTRY current_entry; PCACHE_SEGMENT CacheSeg; ULONG TempLength; PVOID BaseAddress; BOOLEAN Valid; DPRINT("CcCopyWrite(FileObject 0x%p, FileOffset %I64x, " "Length %d, Wait %d, Buffer 0x%p)\n", FileObject, FileOffset->QuadPart, Length, Wait, Buffer); Bcb = FileObject->SectionObjectPointer->SharedCacheMap; WriteOffset = (ULONG)FileOffset->QuadPart; if (!Wait) { /* testing, if the requested datas are available */ KeAcquireSpinLock(&Bcb->BcbLock, &oldirql); current_entry = Bcb->BcbSegmentListHead.Flink; while (current_entry != &Bcb->BcbSegmentListHead) { CacheSeg = CONTAINING_RECORD(current_entry, CACHE_SEGMENT, BcbSegmentListEntry); if (!CacheSeg->Valid) { if ((WriteOffset >= CacheSeg->FileOffset && WriteOffset < CacheSeg->FileOffset + Bcb->CacheSegmentSize) || (WriteOffset + Length > CacheSeg->FileOffset && WriteOffset + Length <= CacheSeg->FileOffset + Bcb->CacheSegmentSize)) { KeReleaseSpinLock(&Bcb->BcbLock, oldirql); /* datas not available */ return(FALSE); } } current_entry = current_entry->Flink; } KeReleaseSpinLock(&Bcb->BcbLock, oldirql); } TempLength = WriteOffset % Bcb->CacheSegmentSize; if (TempLength != 0) { ULONG ROffset; ROffset = ROUND_DOWN(WriteOffset, Bcb->CacheSegmentSize); TempLength = min (Length, Bcb->CacheSegmentSize - TempLength); Status = CcRosRequestCacheSegment(Bcb, ROffset, &BaseAddress, &Valid, &CacheSeg); if (!NT_SUCCESS(Status)) { return(FALSE); } if (!Valid) { if (!NT_SUCCESS(ReadCacheSegment(CacheSeg))) { return(FALSE); } } memcpy ((char*)BaseAddress + WriteOffset % Bcb->CacheSegmentSize, Buffer, TempLength); CcRosReleaseCacheSegment(Bcb, CacheSeg, TRUE, TRUE, FALSE); Length -= TempLength; WriteOffset += TempLength; Buffer = (PVOID)((ULONG_PTR)Buffer + TempLength); } while (Length > 0) { TempLength = min (Bcb->CacheSegmentSize, Length); Status = CcRosRequestCacheSegment(Bcb, WriteOffset, &BaseAddress, &Valid, &CacheSeg); if (!NT_SUCCESS(Status)) { return(FALSE); } if (!Valid && TempLength < Bcb->CacheSegmentSize) { if (!NT_SUCCESS(ReadCacheSegment(CacheSeg))) { CcRosReleaseCacheSegment(Bcb, CacheSeg, FALSE, FALSE, FALSE); return FALSE; } } memcpy (BaseAddress, Buffer, TempLength); CcRosReleaseCacheSegment(Bcb, CacheSeg, TRUE, TRUE, FALSE); Length -= TempLength; WriteOffset += TempLength; Buffer = (PVOID)((ULONG_PTR)Buffer + TempLength); } return(TRUE); } /* * @unimplemented */ VOID NTAPI CcDeferWrite ( IN PFILE_OBJECT FileObject, IN PCC_POST_DEFERRED_WRITE PostRoutine, IN PVOID Context1, IN PVOID Context2, IN ULONG BytesToWrite, IN BOOLEAN Retrying ) { UNIMPLEMENTED; } /* * @unimplemented */ VOID NTAPI CcFastCopyRead ( IN PFILE_OBJECT FileObject, IN ULONG FileOffset, IN ULONG Length, IN ULONG PageCount, OUT PVOID Buffer, OUT PIO_STATUS_BLOCK IoStatus ) { UNIMPLEMENTED; } /* * @unimplemented */ VOID NTAPI CcFastCopyWrite( IN PFILE_OBJECT FileObject, IN ULONG FileOffset, IN ULONG Length, IN PVOID Buffer) { UNIMPLEMENTED; } /* * @unimplemented */ NTSTATUS NTAPI CcWaitForCurrentLazyWriterActivity ( VOID ) { UNIMPLEMENTED; return STATUS_NOT_IMPLEMENTED; } /* * @implemented */ BOOLEAN NTAPI CcZeroData (IN PFILE_OBJECT FileObject, IN PLARGE_INTEGER StartOffset, IN PLARGE_INTEGER EndOffset, IN BOOLEAN Wait) { NTSTATUS Status; LARGE_INTEGER WriteOffset; ULONG Length; ULONG CurrentLength; PMDL Mdl; ULONG i; IO_STATUS_BLOCK Iosb; KEVENT Event; DPRINT("CcZeroData(FileObject 0x%p, StartOffset %I64x, EndOffset %I64x, " "Wait %d)\n", FileObject, StartOffset->QuadPart, EndOffset->QuadPart, Wait); Length = EndOffset->u.LowPart - StartOffset->u.LowPart; WriteOffset.QuadPart = StartOffset->QuadPart; if (FileObject->SectionObjectPointer->SharedCacheMap == NULL) { /* File is not cached */ Mdl = _alloca(MmSizeOfMdl(NULL, MAX_ZERO_LENGTH)); while (Length > 0) { if (Length + WriteOffset.u.LowPart % PAGE_SIZE > MAX_ZERO_LENGTH) { CurrentLength = MAX_ZERO_LENGTH - WriteOffset.u.LowPart % PAGE_SIZE; } else { CurrentLength = Length; } MmInitializeMdl(Mdl, (PVOID)(ULONG_PTR)WriteOffset.QuadPart, CurrentLength); Mdl->MdlFlags |= (MDL_PAGES_LOCKED | MDL_IO_PAGE_READ); for (i = 0; i < ((Mdl->Size - sizeof(MDL)) / sizeof(ULONG)); i++) { ((PPFN_NUMBER)(Mdl + 1))[i] = CcZeroPage; } KeInitializeEvent(&Event, NotificationEvent, FALSE); Status = IoSynchronousPageWrite(FileObject, Mdl, &WriteOffset, &Event, &Iosb); if (Status == STATUS_PENDING) { KeWaitForSingleObject(&Event, Executive, KernelMode, FALSE, NULL); Status = Iosb.Status; } MmUnmapLockedPages(Mdl->MappedSystemVa, Mdl); if (!NT_SUCCESS(Status)) { return(FALSE); } WriteOffset.QuadPart += CurrentLength; Length -= CurrentLength; } } else { /* File is cached */ KIRQL oldirql; PBCB Bcb; PLIST_ENTRY current_entry; PCACHE_SEGMENT CacheSeg, current, previous; ULONG TempLength; Bcb = FileObject->SectionObjectPointer->SharedCacheMap; if (Wait) { /* testing, if the requested datas are available */ KeAcquireSpinLock(&Bcb->BcbLock, &oldirql); current_entry = Bcb->BcbSegmentListHead.Flink; while (current_entry != &Bcb->BcbSegmentListHead) { CacheSeg = CONTAINING_RECORD(current_entry, CACHE_SEGMENT, BcbSegmentListEntry); if (!CacheSeg->Valid) { if ((WriteOffset.u.LowPart >= CacheSeg->FileOffset && WriteOffset.u.LowPart < CacheSeg->FileOffset + Bcb->CacheSegmentSize) || (WriteOffset.u.LowPart + Length > CacheSeg->FileOffset && WriteOffset.u.LowPart + Length <= CacheSeg->FileOffset + Bcb->CacheSegmentSize)) { KeReleaseSpinLock(&Bcb->BcbLock, oldirql); /* datas not available */ return(FALSE); } } current_entry = current_entry->Flink; } KeReleaseSpinLock(&Bcb->BcbLock, oldirql); } while (Length > 0) { ULONG Offset; Offset = WriteOffset.u.LowPart % Bcb->CacheSegmentSize; if (Length + Offset > MAX_ZERO_LENGTH) { CurrentLength = MAX_ZERO_LENGTH - Offset; } else { CurrentLength = Length; } Status = CcRosGetCacheSegmentChain (Bcb, WriteOffset.u.LowPart - Offset, Offset + CurrentLength, &CacheSeg); if (!NT_SUCCESS(Status)) { return FALSE; } current = CacheSeg; while (current != NULL) { Offset = WriteOffset.u.LowPart % Bcb->CacheSegmentSize; if (Offset != 0 || Offset + CurrentLength < Bcb->CacheSegmentSize) { if (!current->Valid) { /* read the segment */ Status = ReadCacheSegment(current); if (!NT_SUCCESS(Status)) { DPRINT1("ReadCacheSegment failed, status %x\n", Status); } } TempLength = min (CurrentLength, Bcb->CacheSegmentSize - Offset); } else { TempLength = Bcb->CacheSegmentSize; } memset ((PUCHAR)current->BaseAddress + Offset, 0, TempLength); WriteOffset.QuadPart += TempLength; CurrentLength -= TempLength; Length -= TempLength; current = current->NextInChain; } current = CacheSeg; while (current != NULL) { previous = current; current = current->NextInChain; CcRosReleaseCacheSegment(Bcb, previous, TRUE, TRUE, FALSE); } } } return(TRUE); }