Release version 0.4.1

Return from method if content block is null Update nuget packages Add .ConfigureAwait(false)
toimik · Oct 11, 2023 · cbfc81b · cbfc81b
1 parent a3e771f
commit cbfc81b
Show file tree

Hide file tree

Showing 5 changed files with 17 additions and 12 deletions.
diff --git a/samples/Toimik.CommonCrawl.Samples/Toimik.CommonCrawl.Samples.csproj b/samples/Toimik.CommonCrawl.Samples/Toimik.CommonCrawl.Samples.csproj
@@ -12,7 +12,7 @@
       <PrivateAssets>all</PrivateAssets>
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
     </PackageReference>
-    <PackageReference Include="Toimik.WarcProtocol" Version="0.2.4" />
+    <PackageReference Include="Toimik.WarcProtocol" Version="0.9.0" />
   </ItemGroup>
 
   <ItemGroup>

diff --git a/src/Toimik.CommonCrawl/Toimik.CommonCrawl.csproj b/src/Toimik.CommonCrawl/Toimik.CommonCrawl.csproj
@@ -4,9 +4,9 @@
     <TargetFramework>net6.0</TargetFramework>
     <Nullable>enable</Nullable>
     <AssemblyName>Toimik.CommonCrawl</AssemblyName>
-    <PackageVersion>0.4.0</PackageVersion>
+    <PackageVersion>0.4.1</PackageVersion>
     <Authors>Nurhafiz</Authors>
-    <Version>0.4.0</Version>
+    <Version>0.4.1</Version>
     <PackageRequireLicenseAcceptance>true</PackageRequireLicenseAcceptance>
     <Company>Toimik</Company>
     <Description>
@@ -29,8 +29,8 @@
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
     </PackageReference>
     <PackageReference Include="System.Linq.Async" Version="6.0.1" />
-    <PackageReference Include="System.Text.Json" Version="7.0.1" />
-    <PackageReference Include="Toimik.WarcProtocol" Version="0.2.4" />
+    <PackageReference Include="System.Text.Json" Version="7.0.3" />
+    <PackageReference Include="Toimik.WarcProtocol" Version="0.9.0" />
   </ItemGroup>
 
 </Project>
diff --git a/src/Toimik.CommonCrawl/Wat/WarcParserWatUrlExtractor.cs b/src/Toimik.CommonCrawl/Wat/WarcParserWatUrlExtractor.cs
@@ -63,6 +63,11 @@ protected override IEnumerable<string> ExtractUrls(Streamer<Record>.Result resul
         {
             var metadataRecord = (MetadataRecord)record;
             var contentBlock = metadataRecord.ContentBlock;
+            if (contentBlock == null)
+            {
+                yield break;
+            }
+
             JsonDocument document;
             try
             {

diff --git a/tests/Toimik.CommonCrawl.Tests/Toimik.CommonCrawl.Tests.csproj b/tests/Toimik.CommonCrawl.Tests/Toimik.CommonCrawl.Tests.csproj
@@ -7,23 +7,23 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="coverlet.msbuild" Version="3.2.0">
+    <PackageReference Include="coverlet.msbuild" Version="6.0.0">
       <PrivateAssets>all</PrivateAssets>
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
     </PackageReference>
-    <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.4.1" />
-    <PackageReference Include="Moq" Version="4.18.3" />
+    <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.7.2" />
+    <PackageReference Include="Moq" Version="4.20.69" />
     <PackageReference Include="StyleCop.Analyzers" Version="1.1.118">
       <PrivateAssets>all</PrivateAssets>
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
     </PackageReference>
     <PackageReference Include="System.Linq.Async" Version="6.0.1" />
-    <PackageReference Include="xunit" Version="2.4.2" />
-    <PackageReference Include="xunit.runner.visualstudio" Version="2.4.5">
+    <PackageReference Include="xunit" Version="2.5.1" />
+    <PackageReference Include="xunit.runner.visualstudio" Version="2.5.1">
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
       <PrivateAssets>all</PrivateAssets>
     </PackageReference>
-    <PackageReference Include="coverlet.collector" Version="3.2.0">
+    <PackageReference Include="coverlet.collector" Version="6.0.0">
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
       <PrivateAssets>all</PrivateAssets>
     </PackageReference>

diff --git a/tests/Toimik.CommonCrawl.Tests/WarcParserStreamerTest.cs b/tests/Toimik.CommonCrawl.Tests/WarcParserStreamerTest.cs
@@ -234,7 +234,7 @@ await Assert.ThrowsAsync<ArgumentException>(
             await streamer.Stream(
                 hostname: "www.example.com",
                 urlSegmentList: "/foobar",
-                urlSegmentOffset: 3).ToListAsync().ConfigureAwait(false));
+                urlSegmentOffset: 3).ToListAsync().ConfigureAwait(false)).ConfigureAwait(false);
     }
 
     [Fact]