#pragma once #include "WorldMesher.h" #include "StandaloneShapeWorld.h" #include #include #include #include #include #include #include #include #include struct FStandaloneTileKeyHash { std::size_t operator()(const FVoxelTileKey& Key) const noexcept { return static_cast(GetTypeHash(Key)); } }; struct FStandaloneDesiredTileSet { std::vector Tiles; FIntVector CenterChunk=FIntVector::ZeroValue; int32 MinimumChunkZ=MIN_int32; int32 MaximumChunkZ=MAX_int32; int32 StrateTopChunkZ=0; int32 StrateBottomChunkZ=0; bool bHasStrate=false; }; struct FStandaloneCpuTile { FVoxelTileKey Key; uint64 RequestedCrossing=0; std::vector Vertices; std::vector Indices; uint64 DensitySamples=0; double WorkerSeconds=0.0; std::chrono::steady_clock::time_point CompletedAt{}; uint64 DensityHash=14695981039346656037ull; bool bHasDensityHash=false; uint64 MeshHash=14695981039346656037ull; bool bHasMeshHash=false; uint64 PayloadHash=14695981039346656037ull; bool bHasPayloadHash=false; uint64 TopologyHash=14695981039346656037ull; bool bHasTopologyHash=false; uint64 MeshPayloadAllocatedBytes=0; std::array ProfileCycles{}; }; inline uint64 HashStandaloneMeshPayload(const FVoxelMeshData& Mesh) { uint64 Hash=14695981039346656037ull; const auto AddWord=[&](uint64 Word,int32 Bytes) { for(int32 I=0;I(Word>>(I*8)); Hash*=1099511628211ull; } }; const auto AddDouble=[&](double Value) { AddWord(std::bit_cast(Value),8); }; AddWord(static_cast(Mesh.Vertices.Num()),8); for(const FVector& Position:Mesh.Vertices) { AddDouble(Position.X);AddDouble(Position.Y);AddDouble(Position.Z); } AddWord(static_cast(Mesh.Normals.Num()),8); for(const FVector& Normal:Mesh.Normals) { AddDouble(Normal.X);AddDouble(Normal.Y);AddDouble(Normal.Z); } AddWord(static_cast(Mesh.UVs.Num()),8); for(const auto& UV:Mesh.UVs) { AddDouble(static_cast(UV.X));AddDouble(static_cast(UV.Y)); } AddWord(static_cast(Mesh.Colors.Num()),8); for(const FColor& Color:Mesh.Colors) { AddWord(Color.R,1);AddWord(Color.G,1);AddWord(Color.B,1);AddWord(Color.A,1); } AddWord(static_cast(Mesh.Triangles.Num()),8); for(const int32 Index:Mesh.Triangles)AddWord(static_cast(Index),4); AddWord(static_cast(Mesh.NumSurfaceVertices),4); AddWord(static_cast(Mesh.NumSkirtTriangles),4); AddWord(static_cast(Mesh.NumCeilingTriangles),4); return Hash; } inline uint64 HashStandaloneMeshTopology(const FVoxelMeshData& Mesh) { uint64 Hash=14695981039346656037ull; const auto AddWord=[&](uint64 Word,int32 Bytes) { for(int32 I=0;I(Word>>(I*8)); Hash*=1099511628211ull; } }; using FTriangleKey=std::array; const auto VertexKey=[&](int32 Index) { uint64 VertexHash=14695981039346656037ull; const auto AddVertexWord=[&](uint64 Word) { for(int32 Byte=0;Byte<8;++Byte) { VertexHash^=static_cast(Word>>(Byte*8)); VertexHash*=1099511628211ull; } }; if(Index<0||Index>=Mesh.Vertices.Num()||Index>=Mesh.Normals.Num()) { AddVertexWord(UINT64_MAX);return VertexHash; } const FVector& Position=Mesh.Vertices[Index]; const FVector& Normal=Mesh.Normals[Index]; AddVertexWord(std::bit_cast(static_cast(Position.X))); AddVertexWord(std::bit_cast(static_cast(Position.Y))); AddVertexWord(std::bit_cast(static_cast(Position.Z))); AddVertexWord(std::bit_cast(static_cast(Normal.X))); AddVertexWord(std::bit_cast(static_cast(Normal.Y))); AddVertexWord(std::bit_cast(static_cast(Normal.Z))); return VertexHash; }; std::vector Triangles; Triangles.reserve(static_cast(Mesh.Triangles.Num()/3)); for(int32 I=0;I+2(Triangles.size()),8); for(const FTriangleKey& Triangle:Triangles) for(const uint64 VertexHash:Triangle)AddWord(VertexHash,8); return Hash; } inline uint64 HashStandaloneCpuTileMesh(const FStandaloneCpuTile& Tile) { uint64 Hash=14695981039346656037ull; const auto AddWord=[&](uint64 Word,int32 Bytes) { for(int32 I=0;I(Word>>(I*8)); Hash*=1099511628211ull; } }; AddWord(Tile.Vertices.size(),8); for(const FStandaloneCpuVertex& Vertex:Tile.Vertices) { for(const float Value:Vertex.Position)AddWord(std::bit_cast(Value),4); for(const float Value:Vertex.Normal)AddWord(std::bit_cast(Value),4); } AddWord(Tile.Indices.size(),8); for(const uint32 Index:Tile.Indices)AddWord(Index,4); return Hash; } inline double FindFarConnectorSurfaceRadius(const FStandaloneShapeWorld& Shape,const FVector& Center, const FVector& Direction,double PreferredRadius) { const double SearchLength=PreferredRadius*2.0+32.0; const double AcceptBand=std::max(16.0,PreferredRadius*0.75); constexpr double Stride=8.0; double PreviousDistance=0.0; bool PreviousSolid=Shape.DensityAt(static_cast(Center.X),static_cast(Center.Y), static_cast(Center.Z))<0.0f; double BestRadius=PreferredRadius,BestDifference=std::numeric_limits::infinity(); for(double Distance=Stride;Distance<=SearchLength+1.0e-6;Distance=std::min(Distance+Stride,SearchLength)) { const FVector P=Center+Direction*Distance; const bool Solid=Shape.DensityAt(static_cast(P.X),static_cast(P.Y), static_cast(P.Z))<0.0f; if(Solid!=PreviousSolid) { double Lo=PreviousDistance,Hi=Distance; for(int32 I=0;I<6;++I) { const double Mid=(Lo+Hi)*0.5; const FVector M=Center+Direction*Mid; const bool MidSolid=Shape.DensityAt(static_cast(M.X),static_cast(M.Y), static_cast(M.Z))<0.0f; if(MidSolid==PreviousSolid)Lo=Mid;else Hi=Mid; } const double Crossing=(Lo+Hi)*0.5; const double Difference=std::abs(Crossing-PreferredRadius); if(Difference<=AcceptBand&&Difference=SearchLength-1.0e-6)break; PreviousDistance=Distance;PreviousSolid=Solid; } return BestRadius; } inline void AppendFarConnectorShells(const FStandaloneShapeWorld& Shape,const FVoxelTileKey& Key, int32 Step,FVoxelMeshData& Mesh) { if(Key.Level<6||Step<=0)return; constexpr int32 SideCount=8; const FIntVector TileOrigin=Key.OriginVoxels(); const int32 TileExtent=Key.ExtentVoxels(); std::vector NewVertices; std::vector NewNormals; std::vector NewUVs; std::vector NewColors; std::vector NewTriangles; const int32 OldVertexCount=Mesh.Vertices.Num(); const bool bHasUVs=Mesh.UVs.Num()==OldVertexCount; const bool bHasColors=Mesh.Colors.Num()==OldVertexCount; const FColor Color=bHasColors&&OldVertexCount>0?Mesh.Colors[0]:FColor(160,160,160,255); for(const auto& Connector:Shape.GetFarConnectorSegments()) { const FVector Delta=Connector.End-Connector.Start; const double Length=std::sqrt(Delta.X*Delta.X+Delta.Y*Delta.Y+Delta.Z*Delta.Z); if(Length<=1.0e-6)continue; const double Starts[3]={Connector.Start.X,Connector.Start.Y,Connector.Start.Z}; const double Deltas[3]={Delta.X,Delta.Y,Delta.Z}; const double Low[3]={TileOrigin.X-Connector.Radius,TileOrigin.Y-Connector.Radius, TileOrigin.Z-Connector.Radius}; const double High[3]={TileOrigin.X+TileExtent+Connector.Radius, TileOrigin.Y+TileExtent+Connector.Radius,TileOrigin.Z+TileExtent+Connector.Radius}; double TMin=0.0,TMax=1.0;bool bIntersects=true; for(int32 AxisIndex=0;AxisIndex<3;++AxisIndex) { if(std::abs(Deltas[AxisIndex])<1.0e-9) {if(Starts[AxisIndex]High[AxisIndex])bIntersects=false;continue;} double A=(Low[AxisIndex]-Starts[AxisIndex])/Deltas[AxisIndex]; double B=(High[AxisIndex]-Starts[AxisIndex])/Deltas[AxisIndex]; if(A>B)std::swap(A,B); TMin=std::max(TMin,A);TMax=std::min(TMax,B); if(TMin>TMax){bIntersects=false;break;} } if(!bIntersects||TMax-TMin<1.0e-6)continue; const FVector Axis=Delta/Length; FVector U=FVector::CrossProduct(Axis,FVector::UpVector); if(U.SizeSquared()<0.01)U=FVector::CrossProduct(Axis,FVector::RightVector); U.Normalize(); FVector V=FVector::CrossProduct(Axis,U);V.Normalize(); const int32 AxialSampleCount=std::max(1,static_cast(std::ceil(Length/128.0))); std::vector RingParameters{TMin}; for(int32 Sample=0;Sample(Sample)+0.5)/AxialSampleCount; if(T>TMin+1.0e-6&&T(RingParameters.size())-1; const int32 VertexBase=static_cast(NewVertices.size()); for(int32 Ring=0;Ring<=RingCount;++Ring) { const double T=RingParameters[static_cast(Ring)]; const FVector Center=Connector.Start+Delta*T; for(int32 Side=0;Side(T*Length/256.0), static_cast(Side)/SideCount); if(bHasColors)NewColors.push_back(Color); } } for(int32 Ring=0;Ring(NewVertices.size()); auto InsertVertices=[&](auto& Existing,const auto& Added) { using TArrayType=std::remove_reference_t; TArrayType Combined;Combined.Reserve(Existing.Num()+static_cast(Added.size())); for(int32 I=0;I=OldSurfaceVertices)Index+=AddedVertices; const int32 CeilingStart=std::max(0,Mesh.Triangles.Num()-Mesh.NumCeilingTriangles*3); TArray CombinedTriangles;CombinedTriangles.Reserve(Mesh.Triangles.Num()+static_cast(NewTriangles.size())); for(int32 I=0;IGetLayout(); std::vector Boundaries; for(const FStrateSlot& Slot:Layout) { const FStrateGenerationParams Params=World.Manager->GetGenerationParams( FIntVector(0,0,(Slot.TopChunkZ+Slot.BottomChunkZ)/2)); const double HalfWidth=std::max(8.0,static_cast(Params.BoundarySealThickness)+8.0); Boundaries.push_back({static_cast(Slot.BottomChunkZ)*CHUNK_SIZE,HalfWidth}); Boundaries.push_back({static_cast(Slot.TopChunkZ+1)*CHUNK_SIZE,HalfWidth}); } std::sort(Boundaries.begin(),Boundaries.end(),[](const FBoundary& A,const FBoundary& B){return A.Z256)return; struct FNode { double Z=0.0;FVector Normal{};int32 Index=INDEX_NONE;bool bValid=false,bBelowSolid=false; }; std::vector NewVertices,NewNormals; std::vector NewUVs;std::vector NewColors; std::vector NewTriangles; const int32 OldVertexCount=Mesh.Vertices.Num(); const bool bHasUVs=Mesh.UVs.Num()==OldVertexCount; const bool bHasColors=Mesh.Colors.Num()==OldVertexCount; const FColor Color=bHasColors&&OldVertexCount>0?Mesh.Colors[0]:FColor(160,160,160,255); const auto Density=[&](double X,double Y,double Z) {return Shape.DensityAt(static_cast(X),static_cast(Y),static_cast(Z));}; for(const FBoundary& Boundary:Boundaries) { if(Boundary.Z+Boundary.HalfWidthOrigin.Z+Extent)continue; const int32 ZMin=std::max(Origin.Z,static_cast(std::floor(Boundary.Z-Boundary.HalfWidth))); const int32 ZMax=std::min(Origin.Z+Extent,static_cast(std::ceil(Boundary.Z+Boundary.HalfWidth))); std::vector Nodes(static_cast(GridCells+1)*(GridCells+1)); for(int32 YI=0;YI<=GridCells;++YI)for(int32 XI=0;XI<=GridCells;++XI) { const double X=Origin.X+XI*FineStep,Y=Origin.Y+YI*FineStep; int32 PreviousZ=ZMin;bool PreviousSolid=Density(X,Y,PreviousZ)<0.0f; FNode& Node=Nodes[static_cast(YI)*(GridCells+1)+XI]; for(int32 Z=ZMin+1;Z<=ZMax;++Z) { const bool Solid=Density(X,Y,Z)<0.0f; if(Solid==PreviousSolid){PreviousZ=Z;PreviousSolid=Solid;continue;} double Lo=PreviousZ,Hi=Z; for(int32 I=0;I<8;++I) { const double Mid=(Lo+Hi)*0.5; if((Density(X,Y,Mid)<0.0f)==PreviousSolid)Lo=Mid;else Hi=Mid; } Node.Z=(Lo+Hi)*0.5;Node.bBelowSolid=PreviousSolid;Node.bValid=true; const float GX=Density(X+2,Y,Node.Z)-Density(X-2,Y,Node.Z); const float GY=Density(X,Y+2,Node.Z)-Density(X,Y-2,Node.Z); const float GZ=Density(X,Y,Node.Z+2)-Density(X,Y,Node.Z-2); Node.Normal=FVector(GX,GY,GZ); if(Node.Normal.SizeSquared()<1.0e-8)Node.Normal=FVector(0,0,PreviousSolid?1:-1); Node.Normal.Normalize();break; } } const auto EnsureVertex=[&](FNode& Node,int32 XI,int32 YI) { if(Node.Index!=INDEX_NONE)return Node.Index; Node.Index=static_cast(NewVertices.size()); NewVertices.emplace_back((Origin.X+XI*FineStep)*25.0,(Origin.Y+YI*FineStep)*25.0,Node.Z*25.0); NewNormals.push_back(Node.Normal); if(bHasUVs)NewUVs.emplace_back(static_cast(XI)*FineStep/256.0f, static_cast(YI)*FineStep/256.0f); if(bHasColors)NewColors.push_back(Color); return Node.Index; }; for(int32 YI=0;YI(YI)*(GridCells+1)+XI], &Nodes[static_cast(YI)*(GridCells+1)+XI+1], &Nodes[static_cast(YI+1)*(GridCells+1)+XI+1], &Nodes[static_cast(YI+1)*(GridCells+1)+XI]}; int32 Valid[4],Count=0; for(int32 I=0;I<4;++I)if(Corners[I]->bValid)Valid[Count++]=I; if(Count<3)continue; int32 Indices[4]; const int32 CornerXI[4]={XI,XI+1,XI+1,XI}; const int32 CornerYI[4]={YI,YI,YI+1,YI+1}; for(int32 I=0;IbBelowSolid; if(Count==4) { if(bUp)NewTriangles.insert(NewTriangles.end(),{Indices[0],Indices[1],Indices[3],Indices[1],Indices[2],Indices[3]}); else NewTriangles.insert(NewTriangles.end(),{Indices[0],Indices[3],Indices[1],Indices[1],Indices[3],Indices[2]}); } else if(bUp)NewTriangles.insert(NewTriangles.end(),{Indices[0],Indices[1],Indices[2]}); else NewTriangles.insert(NewTriangles.end(),{Indices[0],Indices[2],Indices[1]}); } } if(NewVertices.empty()||NewTriangles.empty())return; const int32 OldSurfaceVertices=std::clamp(Mesh.NumSurfaceVertices,0,OldVertexCount); const int32 AddedVertices=static_cast(NewVertices.size()); auto InsertVertices=[&](auto& Existing,const auto& Added) { using TArrayType=std::remove_reference_t; TArrayType Combined;Combined.Reserve(Existing.Num()+static_cast(Added.size())); for(int32 I=0;I=OldSurfaceVertices)Index+=AddedVertices; const int32 CeilingStart=std::max(0,Mesh.Triangles.Num()-Mesh.NumCeilingTriangles*3); TArray CombinedTriangles;CombinedTriangles.Reserve(Mesh.Triangles.Num()+static_cast(NewTriangles.size())); for(int32 I=0;Isecond; } static bool Save(const std::string& Path,const FStandaloneMeshCacheMetadata& Metadata, std::vector& InTiles,std::string& Error) { std::vector Ordered; Ordered.reserve(InTiles.size()); for(FStandaloneCpuTile& Tile:InTiles)Ordered.push_back(&Tile); std::sort(Ordered.begin(),Ordered.end(),[](const FStandaloneCpuTile* A,const FStandaloneCpuTile* B) { if(A->Key.Level!=B->Key.Level)return A->Key.LevelKey.Level; if(A->Key.Coord.Z!=B->Key.Coord.Z)return A->Key.Coord.ZKey.Coord.Z; if(A->Key.Coord.Y!=B->Key.Coord.Y)return A->Key.Coord.YKey.Coord.Y; return A->Key.Coord.XKey.Coord.X; }); std::ofstream File(Path,std::ios::binary|std::ios::trunc); if(!File){Error="could not open mesh cache for writing: "+Path;return false;} struct FHeader { char Magic[8];uint32 Version;uint32 Endian;uint64 SourceDataHash; int32 Seed,ClipRadius,FullResClipLevels,CoarseTileCells,StrateContentCutMinLevel; int32 SkirtCells,LODOctaveDrop,bGenerateSkirts; uint32 AlgorithmVersion,TunnelMode,VoxelSizeCm; uint64 TileCount; }; static_assert(sizeof(FHeader)==80); const FHeader Header{{'V','F','M','E','S','H','1','\0'},1,0x01020304u, Metadata.SourceDataHash,Metadata.Seed,Metadata.ClipRadius,Metadata.FullResClipLevels, Metadata.CoarseTileCells,Metadata.StrateContentCutMinLevel,Metadata.SkirtCells, Metadata.LODOctaveDrop,Metadata.bGenerateSkirts,Metadata.AlgorithmVersion, Metadata.TunnelMode,Metadata.VoxelSizeCm,static_cast(Ordered.size())}; File.write(reinterpret_cast(&Header),sizeof(Header)); struct FRecord { int32 Level,X,Y,Z;uint64 Samples,DensityHash;uint32 VertexCount,IndexCount; }; static_assert(sizeof(FRecord)==40); for(const FStandaloneCpuTile* Tile:Ordered) { if(Tile->Vertices.size()>UINT32_MAX||Tile->Indices.size()>UINT32_MAX ||Tile->Indices.size()%3!=0) {Error="mesh cache tile exceeds the 32-bit record limits";return false;} const FRecord Record{Tile->Key.Level,Tile->Key.Coord.X,Tile->Key.Coord.Y, Tile->Key.Coord.Z,Tile->DensitySamples,Tile->DensityHash, static_cast(Tile->Vertices.size()),static_cast(Tile->Indices.size())}; File.write(reinterpret_cast(&Record),sizeof(Record)); if(!Tile->Vertices.empty())File.write(reinterpret_cast(Tile->Vertices.data()), static_cast(Tile->Vertices.size()*sizeof(FStandaloneCpuVertex))); if(!Tile->Indices.empty())File.write(reinterpret_cast(Tile->Indices.data()), static_cast(Tile->Indices.size()*sizeof(uint32))); if(!File){Error="mesh cache write failed: "+Path;return false;} } File.flush(); if(!File){Error="mesh cache flush failed: "+Path;return false;} return true; } bool Load(const std::string& Path,const FStandaloneMeshCacheMetadata& Expected,std::string& Error) { Clear(); std::ifstream File(Path,std::ios::binary); if(!File){Error="cache file is missing or unreadable";return false;} struct FHeader { char Magic[8];uint32 Version;uint32 Endian;uint64 SourceDataHash; int32 Seed,ClipRadius,FullResClipLevels,CoarseTileCells,StrateContentCutMinLevel; int32 SkirtCells,LODOctaveDrop,bGenerateSkirts; uint32 AlgorithmVersion,TunnelMode,VoxelSizeCm; uint64 TileCount; }; static_assert(sizeof(FHeader)==80); FHeader H{};File.read(reinterpret_cast(&H),sizeof(H)); const char ExpectedMagic[8]={'V','F','M','E','S','H','1','\0'}; if(!File||std::memcmp(H.Magic,ExpectedMagic,sizeof(ExpectedMagic))!=0 ||H.Version!=1||H.Endian!=0x01020304u||H.TileCount>1000000) {Error="mesh cache header is invalid";return false;} if(H.SourceDataHash!=Expected.SourceDataHash||H.Seed!=Expected.Seed ||H.ClipRadius!=Expected.ClipRadius||H.FullResClipLevels!=Expected.FullResClipLevels ||H.CoarseTileCells!=Expected.CoarseTileCells ||H.StrateContentCutMinLevel!=Expected.StrateContentCutMinLevel ||H.SkirtCells!=Expected.SkirtCells||H.LODOctaveDrop!=Expected.LODOctaveDrop ||H.bGenerateSkirts!=Expected.bGenerateSkirts ||H.AlgorithmVersion!=Expected.AlgorithmVersion||H.TunnelMode!=Expected.TunnelMode ||H.VoxelSizeCm!=Expected.VoxelSizeCm) {Error="mesh cache metadata does not match this world configuration";return false;} struct FRecord { int32 Level,X,Y,Z;uint64 Samples,DensityHash;uint32 VertexCount,IndexCount; }; static_assert(sizeof(FRecord)==40); std::unordered_map Loaded; Loaded.reserve(static_cast(H.TileCount)*2+1); for(uint64 I=0;I(&Record),sizeof(Record)); if(!File||Record.Level<0||Record.Level>8||Record.VertexCount>10000000 ||Record.IndexCount>60000000) {Error="mesh cache contains an invalid tile record";return false;} FStandaloneCpuTile Tile;Tile.Key=FVoxelTileKey(FIntVector(Record.X,Record.Y,Record.Z),Record.Level); Tile.DensitySamples=Record.Samples;Tile.DensityHash=Record.DensityHash;Tile.bHasDensityHash=true; Tile.Vertices.resize(Record.VertexCount);Tile.Indices.resize(Record.IndexCount); if(!Tile.Vertices.empty())File.read(reinterpret_cast(Tile.Vertices.data()), static_cast(Tile.Vertices.size()*sizeof(FStandaloneCpuVertex))); if(!Tile.Indices.empty())File.read(reinterpret_cast(Tile.Indices.data()), static_cast(Tile.Indices.size()*sizeof(uint32))); if(!File){Error="mesh cache ended inside tile geometry";return false;} for(const uint32 Index:Tile.Indices) if(Index>=Tile.Vertices.size()) {Error="mesh cache contains an out-of-range mesh index";return false;} for(const FStandaloneCpuVertex& Vertex:Tile.Vertices) for(const float Value:Vertex.Position) if(!std::isfinite(Value)) {Error="mesh cache contains a non-finite vertex";return false;} for(const FStandaloneCpuVertex& Vertex:Tile.Vertices) for(const float Value:Vertex.Normal) if(!std::isfinite(Value)) {Error="mesh cache contains a non-finite normal";return false;} if(!Loaded.emplace(Tile.Key,std::move(Tile)).second) {Error="mesh cache contains duplicate tile keys";return false;} } const std::streamoff End=File.tellg(); if(End<0){Error="could not determine mesh cache size";return false;} BytesLoaded=static_cast(End);Tiles.swap(Loaded);bLoaded=true; return true; } private: std::unordered_map Tiles; bool bLoaded=false; uint64 BytesLoaded=0; }; struct FStandaloneStreamingUpdate { FIntVector CenterChunk=FIntVector::ZeroValue; int32 DesiredTiles=0; int32 RetainedResidentTiles=0; int32 NewJobs=0; int32 CancelledQueuedJobs=0; int32 FullResTiles=0; std::vector> CancelledByCrossing; }; struct FStandaloneTileJob { FVoxelTileKey Key; int32 BandZMin=MIN_int32; int32 BandZMax=MAX_int32; uint64 RequestedCrossing=0; double PriorityDistanceSquared=0.0; }; struct FStandaloneTileJobHeapOrder { bool operator()(const FStandaloneTileJob& A,const FStandaloneTileJob& B)const { if(A.PriorityDistanceSquared!=B.PriorityDistanceSquared) return A.PriorityDistanceSquared>B.PriorityDistanceSquared; if(A.Key.Level!=B.Key.Level)return A.Key.Level>B.Key.Level; if(A.Key.Coord.Z!=B.Key.Coord.Z)return A.Key.Coord.Z>B.Key.Coord.Z; if(A.Key.Coord.Y!=B.Key.Coord.Y)return A.Key.Coord.Y>B.Key.Coord.Y; return A.Key.Coord.X>B.Key.Coord.X; } }; namespace StandaloneWorldMesher { inline double TileDistanceSquaredChunks(const FVoxelTileKey& Tile,const FIntVector& Center) { const double Scale=static_cast(1<(Tile.Coord.X)+0.5)*Scale-Center.X; const double DY=(static_cast(Tile.Coord.Y)+0.5)*Scale-Center.Y; const double DZ=(static_cast(Tile.Coord.Z)+0.5)*Scale-Center.Z; return DX*DX+DY*DY+DZ*DZ; } inline FStandaloneDesiredTileSet BuildDesiredSet( const FStandaloneOwnerWorld& World,const FVector& CameraPositionVoxels) { FStandaloneDesiredTileSet Desired; Desired.CenterChunk=CameraChunk(CameraPositionVoxels); if(World.Settings->bClampViewToStrate) Desired.bHasStrate=World.Manager->GetStrateChunkZBounds( Desired.CenterChunk.Z,Desired.StrateTopChunkZ,Desired.StrateBottomChunkZ); VoxelClipmapDesiredTiles::ResolveVerticalBounds( Desired.CenterChunk.Z,World.Settings->ViewDistanceUp,World.Settings->ViewDistanceDown, World.Settings->StrateViewMarginChunks,World.Settings->bClampViewToStrate, Desired.bHasStrate,Desired.StrateTopChunkZ,Desired.StrateBottomChunkZ, Desired.MinimumChunkZ,Desired.MaximumChunkZ); VoxelClipmapDesiredTiles::FParameters Parameters; Parameters.ClipRadius=World.ClipRadius; Parameters.MaxClipLevel=FMath::Clamp(World.MaxClipLevel,0,8); Parameters.RenderDistanceChunks=World.RenderDistanceChunks; TArray Tiles; VoxelClipmapDesiredTiles::Build(Desired.CenterChunk,Desired.MinimumChunkZ, Desired.MaximumChunkZ,Parameters,Tiles); Desired.Tiles.reserve(static_cast(Tiles.Num())); for(const FVoxelTileKey& Tile:Tiles)Desired.Tiles.push_back(Tile); std::sort(Desired.Tiles.begin(),Desired.Tiles.end(),[&](const FVoxelTileKey& A,const FVoxelTileKey& B) { const double DA=TileDistanceSquaredChunks(A,Desired.CenterChunk); const double DB=TileDistanceSquaredChunks(B,Desired.CenterChunk); return DA==DB?A.Level& ResidentKeys={}, uint64 CrossingIndex=0) { Stop(); { std::lock_guard Lock(Mutex); bStop=false; } for(int32 I=0;I& Keys) { TileFilter.clear();TileFilter.reserve(Keys.size()*2+1); for(const FVoxelTileKey& Key:Keys)TileFilter.insert(Key); bUseTileFilter=true; } void Stop() { { std::lock_guard Lock(Mutex); bStop=true; Queue.clear(); } Wake.notify_all(); for(std::thread& Worker:Workers)if(Worker.joinable())Worker.join(); Workers.clear(); std::lock_guard Lock(Mutex); Ready.clear();Outstanding.clear();Desired.clear(); } FStandaloneStreamingUpdate UpdateDesired( const FVector& CameraPositionVoxels,const std::vector& ResidentKeys, uint64 CrossingIndex=0) { FStandaloneDesiredTileSet NewDesired=StandaloneWorldMesher::BuildDesiredSet(*World,CameraPositionVoxels); if(MaxLevelFilter>=0) NewDesired.Tiles.erase(std::remove_if(NewDesired.Tiles.begin(),NewDesired.Tiles.end(), [&](const FVoxelTileKey& Key){return Key.Level>MaxLevelFilter;}),NewDesired.Tiles.end()); if(bUseTileFilter) NewDesired.Tiles.erase(std::remove_if(NewDesired.Tiles.begin(),NewDesired.Tiles.end(), [&](const FVoxelTileKey& Key){return !TileFilter.contains(Key);}),NewDesired.Tiles.end()); FStandaloneStreamingUpdate Stats; Stats.CenterChunk=NewDesired.CenterChunk; Stats.DesiredTiles=static_cast(NewDesired.Tiles.size()); std::unordered_set Resident; Resident.reserve(ResidentKeys.size()*2+1); for(const FVoxelTileKey& Key:ResidentKeys)Resident.insert(Key); for(const FVoxelTileKey& Key:NewDesired.Tiles) { if(Key.LevelFullResClipLevels)++Stats.FullResTiles; if(Resident.contains(Key))++Stats.RetainedResidentTiles; } std::lock_guard Lock(Mutex); Desired.clear();Desired.reserve(NewDesired.Tiles.size()*2+1); for(const FVoxelTileKey& Key:NewDesired.Tiles)Desired.insert(Key); FullResTileCount=Stats.FullResTiles; std::unordered_map CancelledByCrossing; auto QueueEnd=std::remove_if(Queue.begin(),Queue.end(),[&](const FStandaloneTileJob& Job) { if(Desired.contains(Job.Key))return false; Outstanding.erase(Job.Key);++Stats.CancelledQueuedJobs; ++CancelledByCrossing[Job.RequestedCrossing];return true; }); Queue.erase(QueueEnd,Queue.end()); Stats.CancelledByCrossing.reserve(CancelledByCrossing.size()); for(const auto& Pair:CancelledByCrossing)Stats.CancelledByCrossing.push_back(Pair); for(FStandaloneTileJob& Job:Queue) Job.PriorityDistanceSquared=StandaloneWorldMesher::TileDistanceSquaredChunks( Job.Key,NewDesired.CenterChunk); const int32 BandMin=World->StrateContentCutMinLevel<9&&NewDesired.bHasStrate ? NewDesired.StrateBottomChunkZ*CHUNK_SIZE:MIN_int32; const int32 BandMax=World->StrateContentCutMinLevel<9&&NewDesired.bHasStrate ? (NewDesired.StrateTopChunkZ+1)*CHUNK_SIZE:MAX_int32; for(const FVoxelTileKey& Key:NewDesired.Tiles) { if(Resident.contains(Key)||Outstanding.contains(Key))continue; Queue.push_back({Key,BandMin,BandMax,CrossingIndex, StandaloneWorldMesher::TileDistanceSquaredChunks(Key,NewDesired.CenterChunk)}); Outstanding.insert(Key);++Stats.NewJobs; } CurrentDesired=std::move(NewDesired); std::make_heap(Queue.begin(),Queue.end(),FStandaloneTileJobHeapOrder{}); Wake.notify_all(); return Stats; } std::vector TakeReady() { std::vector Out; std::lock_guard Lock(Mutex); Out.swap(Ready); for(const FStandaloneCpuTile& Tile:Out)Outstanding.erase(Tile.Key); return Out; } bool IsDesired(const FVoxelTileKey& Key)const {std::lock_guard Lock(Mutex);return Desired.contains(Key);} int32 DesiredCount()const {std::lock_guard Lock(Mutex);return static_cast(Desired.size());} int32 FullResDesiredCount()const {std::lock_guard Lock(Mutex);return FullResTileCount;} FIntVector CenterChunk()const {std::lock_guard Lock(Mutex);return CurrentDesired.CenterChunk;} int32 GetWorkerCount()const{return WorkerCount;} uint64 GetCacheHits()const{return CacheHitCount.load(std::memory_order_relaxed);} private: FStandaloneCpuTile Generate(const FStandaloneTileJob& Job) { const auto StartTime=FClock::now(); FStandaloneCpuTile Out;Out.Key=Job.Key;Out.RequestedCrossing=Job.RequestedCrossing; if(MeshCache) { if(const FStandaloneCpuTile* Cached=MeshCache->Find(Job.Key)) { Out=*Cached;Out.RequestedCrossing=Job.RequestedCrossing; Out.WorkerSeconds=std::chrono::duration(FClock::now()-StartTime).count(); Out.CompletedAt=FClock::now(); if(bHashDensity) {Out.MeshHash=HashStandaloneCpuTileMesh(Out);Out.bHasMeshHash=true;} CacheHitCount.fetch_add(1,std::memory_order_relaxed); return Out; } } UVoxelMarchingCubesMesher Mesher; Mesher.SetGenerator(World->Generator.get()); Mesher.bStandaloneSkipUvAndColors=bSkipUvAndColors; Mesher.bStandaloneSkipUV=bSkipUV; Mesher.bStandaloneSkipColors=bSkipColors; Mesher.bStandaloneSkipMaterialGroups=bSkipMaterialGroups; Mesher.bGenerateSkirts=World->bGenerateSkirts; Mesher.SkirtCells=static_cast(World->SkirtCells); Mesher.LODOctaveDrop=World->LODOctaveDrop; const int32 Level=Job.Key.Level; const int32 Extent=Job.Key.ExtentVoxels(); const int32 Cells=LevelFullResClipLevels?CHUNK_SIZE:FMath::Max(1,World->CoarseTileCells); const int32 Step=FMath::Max(1,Extent/Cells); std::unordered_set ForcedFarAirSamples; const FStandaloneShapeWorld* Shape=FStandaloneShapeWorldAccess::GetActive(); if(Level>=6&&Shape&&Shape->HasFarWorld()) Shape->BuildFarConnectorAirSamples(Job.Key.OriginVoxels(),Step,Cells,ForcedFarAirSamples); FStandaloneShapeWorld::FScopedForcedFarAirSamples ForcedSamplesScope( ForcedFarAirSamples.empty()?nullptr:&ForcedFarAirSamples); int64 SampleCount=0; const bool bProfile=VoxelDensityProfile::GetMode()!=VoxelDensityProfile::EMode::Disabled; const VoxelDensityProfile::FSnapshot Before=bProfile ? VoxelDensityProfile::SnapshotCurrentThread():VoxelDensityProfile::FSnapshot{}; std::vector DensityValues; FVoxelMeshData Mesh=Mesher.GenerateMesh(Job.Key.OriginVoxels(),Step,Cells,nullptr, Job.BandZMin,Job.BandZMax,&SampleCount,nullptr,nullptr, bHashDensity?&DensityValues:nullptr); if(Shape&&Shape->HasFarWorld()) { AppendFarConnectorShells(*Shape,Job.Key,Step,Mesh); AppendFarStratumShells(*World,*Shape,Job.Key,Step,Mesh); } if(bHashDensity) { Out.bHasDensityHash=true; for(const float Density:DensityValues) { Out.DensityHash^=std::bit_cast(Density); Out.DensityHash*=1099511628211ull; } } if(bProfile) { const VoxelDensityProfile::FSnapshot After=VoxelDensityProfile::SnapshotCurrentThread(); for(size_t I=0;I=Before.Cycles[Bucket] ?After.Cycles[Bucket]-Before.Cycles[Bucket]:0; } } Out.DensitySamples=static_cast(FMath::Max(0,SampleCount)); Out.MeshPayloadAllocatedBytes=static_cast(Mesh.Vertices.GetAllocatedSize()) +static_cast(Mesh.Normals.GetAllocatedSize()) +static_cast(Mesh.UVs.GetAllocatedSize()) +static_cast(Mesh.Colors.GetAllocatedSize()) +static_cast(Mesh.Triangles.GetAllocatedSize()); if(bHashDensity) { Out.PayloadHash=HashStandaloneMeshPayload(Mesh);Out.bHasPayloadHash=true; Out.TopologyHash=HashStandaloneMeshTopology(Mesh);Out.bHasTopologyHash=true; } Out.Vertices.reserve(static_cast(Mesh.Vertices.Num())); for(int32 I=0;I(P.X*0.01),static_cast(P.Y*0.01),static_cast(P.Z*0.01)}, {static_cast(N.X),static_cast(N.Y),static_cast(N.Z)}}); } Out.Indices.reserve(static_cast(Mesh.Triangles.Num())); for(const int32 Index:Mesh.Triangles)Out.Indices.push_back(static_cast(Index)); if(bHashDensity) {Out.MeshHash=HashStandaloneCpuTileMesh(Out);Out.bHasMeshHash=true;} Out.WorkerSeconds=std::chrono::duration(FClock::now()-StartTime).count(); Out.CompletedAt=FClock::now(); return Out; } void WorkerLoop() { for(;;) { FStandaloneTileJob Job; { std::unique_lock Lock(Mutex); Wake.wait(Lock,[&](){return bStop||!Queue.empty();}); if(bStop)return; std::pop_heap(Queue.begin(),Queue.end(),FStandaloneTileJobHeapOrder{}); Job=Queue.back();Queue.pop_back(); } FStandaloneCpuTile Tile=Generate(Job); { std::lock_guard Lock(Mutex); if(bStop)return; Ready.push_back(std::move(Tile)); } } } using FClock=std::chrono::steady_clock; FStandaloneOwnerWorld* World=nullptr; int32 WorkerCount=8; bool bHashDensity=false; const FStandaloneMeshCache* MeshCache=nullptr; int32 MaxLevelFilter=-1; bool bSkipUvAndColors=false; bool bSkipMaterialGroups=false; bool bSkipUV=false; bool bSkipColors=false; std::atomic CacheHitCount{0}; mutable std::mutex Mutex; std::condition_variable Wake; bool bStop=true; std::vector Workers; std::vector Queue; std::vector Ready; std::unordered_set Desired; std::unordered_set Outstanding; std::unordered_set TileFilter; bool bUseTileFilter=false; FStandaloneDesiredTileSet CurrentDesired; int32 FullResTileCount=0; };