WIP: Run tests both on Windows & Linux

appveyor.yml

@@ -1,14 +1,46 @@
-os: Visual Studio 2022
+image:
+  - Visual Studio 2022
+  - Ubuntu 
 
 before_build:
-  - nuget restore src\Renci.SshNet.sln
+- cmd: >-
+    nuget restore src\Renci.SshNet.sln
+- sh: >-
+    dotnet restore src/Renci.SshNet.sln
 
 build:
   project: src\Renci.SshNet.sln
   verbosity: minimal
 
-test_script:
-- cmd: >-
-    vstest.console /logger:Appveyor src\Renci.SshNet.Tests\bin\Debug\net462\Renci.SshNet.Tests.dll /TestCaseFilter:"TestCategory!=integration" --blame
+configuration:
+  - Debug
+  - Release
+
+for:
+-
+  matrix:
+    only:
+      - configuration: Debug
+
+  test_script:
+  - cmd: >-
+      vstest.console /logger:Appveyor src\Renci.SshNet.Tests\bin\Debug\net462\Renci.SshNet.Tests.dll /TestCaseFilter:"TestCategory!=integration" --blame
 
-    vstest.console /logger:Appveyor src\Renci.SshNet.Tests\bin\Debug\net7.0\Renci.SshNet.Tests.dll /TestCaseFilter:"TestCategory!=integration" --blame
+      dotnet test src\Renci.SshNet.Tests\bin\Debug\net7.0\Renci.SshNet.Tests.dll --logger Appveyor --filter "TestCategory!=integration" --blame
+
+  - sh: >-
+      dotnet test src/Renci.SshNet.Tests/bin/Debug/net7.0/Renci.SshNet.Tests.dll --logger Appveyor --filter "TestCategory!=integration" --blame
+
+-
+  matrix:
+    only:
+      - configuration: Release
+
+  test_script:
+  - cmd: >-
+      vstest.console /logger:Appveyor src\Renci.SshNet.Tests\bin\Release\net462\Renci.SshNet.Tests.dll /TestCaseFilter:"TestCategory!=integration" --blame
+
+      dotnet test src\Renci.SshNet.Tests\bin\Release\net7.0\Renci.SshNet.Tests.dll --logger Appveyor --filter "TestCategory!=integration" --blame
+
+  - sh: >-
+      dotnet test src/Renci.SshNet.Tests/bin/Release/net7.0/Renci.SshNet.Tests.dll --logger Appveyor --filter "TestCategory!=integration" --blame

src/Renci.SshNet.Tests/Classes/Common/SemaphoreLightTest.cs

@@ -78,7 +78,7 @@ public void WaitTest()
 
             watch.Stop();
 
-            Assert.IsTrue(watch.ElapsedMilliseconds > 200);
+            Assert.IsTrue(watch.ElapsedMilliseconds >= sleepTime - 5);
             Assert.IsTrue(watch.ElapsedMilliseconds < 250);
         }
 

src/Renci.SshNet.Tests/Classes/Connection/DirectConnectorTestBase.cs

@@ -36,7 +36,7 @@ protected sealed override void Arrange()
         protected ConnectionInfo CreateConnectionInfo(string hostName)
         {
             return new ConnectionInfo(hostName,
-                                      777,
+                                      1027,
                                       "user",
                                       new KeyboardInteractiveAuthenticationMethod("user"));
         }

src/Renci.SshNet.Tests/Classes/Connection/DirectConnectorTest_Connect_TimeoutConnectingToServer.cs

@@ -27,7 +27,7 @@ protected override void SetupData()
             var random = new Random();
 
             _connectionInfo = CreateConnectionInfo(IPAddress.Loopback.ToString());
-            _connectionInfo.Timeout = TimeSpan.FromMilliseconds(random.Next(50, 200));
+            _connectionInfo.Timeout = TimeSpan.FromMilliseconds(random.Next(0, 5));
             _stopWatch = new Stopwatch();
             _actualException = null;
 

src/Renci.SshNet.Tests/Classes/Connection/HttpConnectorTest_Connect_TimeoutConnectingToProxy.cs

@@ -36,7 +36,7 @@ protected override void SetupData()
                                                  "proxyPwd",
                                                  new KeyboardInteractiveAuthenticationMethod("user"))
                 {
-                    Timeout = TimeSpan.FromMilliseconds(random.Next(50, 200))
+                    Timeout = TimeSpan.FromMilliseconds(random.Next(0, 5))
                 };
             _stopWatch = new Stopwatch();
             _actualException = null;

src/Renci.SshNet.Tests/Classes/Connection/HttpConnectorTest_Connect_TimeoutReadingHttpContent.cs

@@ -36,7 +36,7 @@ protected override void SetupData()
             var random = new Random();
 
             _connectionInfo = new ConnectionInfo(IPAddress.Loopback.ToString(),
-                                                 777,
+                                                 1026,
                                                  "user",
                                                  ProxyTypes.Http,
                                                  IPAddress.Loopback.ToString(),

src/Renci.SshNet.Tests/Classes/Connection/HttpConnectorTest_Connect_TimeoutReadingStatusLine.cs

@@ -32,7 +32,7 @@ protected override void SetupData()
             var random = new Random();
 
             _connectionInfo = new ConnectionInfo(IPAddress.Loopback.ToString(),
-                                                 777,
+                                                 1028,
                                                  "user",
                                                  ProxyTypes.Http,
                                                  IPAddress.Loopback.ToString(),

src/Renci.SshNet.Tests/Classes/Connection/Socks4ConnectorTestBase.cs

@@ -38,7 +38,7 @@ protected sealed override void Arrange()
         protected ConnectionInfo CreateConnectionInfo(string proxyUser, string proxyPassword)
         {
             return new ConnectionInfo(IPAddress.Loopback.ToString(),
-                                      777,
+                                      1025,
                                       "user",
                                       ProxyTypes.Socks4,
                                       IPAddress.Loopback.ToString(),

src/Renci.SshNet.Tests/Classes/Connection/Socks4ConnectorTest_Connect_ConnectionSucceeded.cs

@@ -103,8 +103,8 @@ public void ProxyShouldHaveReceivedExpectedSocksRequest()
                     // CONNECT request
                     0x01,
                     // Destination port
-                    0x03,
-                    0x09,
+                    0x04,
+                    0x01,
                     // Destination address (IPv4)
                     0x7f,
                     0x00,

src/Renci.SshNet.Tests/Classes/Connection/Socks4ConnectorTest_Connect_TimeoutConnectingToProxy.cs

@@ -23,7 +23,7 @@ protected override void SetupData()
             var random = new Random();
 
             _connectionInfo = CreateConnectionInfo("proxyUser", "proxyPwd");
-            _connectionInfo.Timeout = TimeSpan.FromMilliseconds(random.Next(50, 200));
+            _connectionInfo.Timeout = TimeSpan.FromMilliseconds(random.Next(0, 5));
             _stopWatch = new Stopwatch();
             _clientSocket = SocketFactory.Create(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp);
             _actualException = null;

src/Renci.SshNet.Tests/Classes/Connection/Socks5ConnectorTest_Connect_TimeoutConnectingToProxy.cs

@@ -26,7 +26,7 @@ protected override void SetupData()
             var random = new Random();
 
             _connectionInfo = CreateConnectionInfo("proxyUser", "proxyPwd");
-            _connectionInfo.Timeout = TimeSpan.FromMilliseconds(random.Next(50, 200));
+            _connectionInfo.Timeout = TimeSpan.FromMilliseconds(random.Next(0, 5));
             _stopWatch = new Stopwatch();
             _actualException = null;
 

src/Renci.SshNet.Tests/Classes/SftpClientTest.ConnectAsync.cs

@@ -21,7 +21,7 @@ public async Task ConnectAsync_HostNameInvalid_ShouldThrowSocketExceptionWithErr
             }
             catch (SocketException ex)
             {
-                Assert.AreEqual(SocketError.HostNotFound, ex.SocketErrorCode);
+                Assert.IsTrue(ex.SocketErrorCode is SocketError.HostNotFound or SocketError.TryAgain, $"Socket error is {ex.SocketErrorCode}");
             }
         }
 
@@ -39,8 +39,8 @@ public async Task ConnectAsync_ProxyHostNameInvalid_ShouldThrowSocketExceptionWi
             }
             catch (SocketException ex)
             {
-                Assert.AreEqual(SocketError.HostNotFound, ex.SocketErrorCode);
+                Assert.IsTrue(ex.SocketErrorCode is SocketError.HostNotFound or SocketError.TryAgain, $"Socket error is {ex.SocketErrorCode}");
             }
         }
     }
-}
+}

src/Renci.SshNet.Tests/Renci.SshNet.Tests.csproj

@@ -38,6 +38,7 @@
 
 
   <ItemGroup>
+    <PackageReference Include="Appveyor.TestLogger" Version="2.0.0" />
     <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.7.2" />
     <PackageReference Include="MSTest.TestAdapter" Version="3.1.1" />
     <PackageReference Include="MSTest.TestFramework" Version="3.1.1" />