Merge branch 'private-release/v2.0.1' into public-release/v2.0.1

Signed-off-by: Uladzislau <[email protected]>

Author: KUGDev

.gitignore

@@ -3,6 +3,8 @@
 .intellijPlatform
 /build
 /ide_for_launch
+/out
+/allure-results
 
 verifier-all.jar
 

CHANGELOG.md

@@ -4,6 +4,25 @@ All notable changes to the Zowe IntelliJ Plugin will be documented in this file.
 
 ## [2.0.0] (2024-10-02)
 
+### Bugfixes
+
+* Bugfix: Fixed IndexOutOfBoundException in JES Explorer ([a80bf073](https://github.com/zowe/zowe-explorer-intellij/commit/a80bf073))
+* Bugfix: Fixed NullPointerException during a sort action ([42c9ee5a](https://github.com/zowe/zowe-explorer-intellij/commit/42c9ee5a))
+* Bugfix: Fixed issue with purge that won't trigger a refresh ([b93118b7](https://github.com/zowe/zowe-explorer-intellij/commit/b93118b7))
+* Bugfix: Fixed issue with refreshing USS folders when a working set or a mask is refreshed ([19a08a9b](https://github.com/zowe/zowe-explorer-intellij/commit/19a08a9b))
+* Bugfix: Fixed working with trusted certificates ([41b52b83](https://github.com/zowe/zowe-explorer-intellij/commit/41b52b83))
+* Bugfix: Fixed issue with refresh that won't work when a connection is changed on a working set ([90825a6d](https://github.com/zowe/zowe-explorer-intellij/commit/90825a6d))
+* Bugfix: Fixed issue with cross-system folder copy with name conflicts ([c5345051](https://github.com/zowe/zowe-explorer-intellij/commit/c5345051))
+* Bugfix: Clarified 401 error ([f36ec547](https://github.com/zowe/zowe-explorer-intellij/commit/f36ec547))
+* Bugfix: Fixed issue with USS copy that would lead to incorrect encoding error ([b4cb705a](https://github.com/zowe/zowe-explorer-intellij/commit/b4cb705a))
+* Bugfix: Fixed issue with jobs DDs display in console ([8a75f21a](https://github.com/zowe/zowe-explorer-intellij/commit/8a75f21a))
+* Bugfix: Fixed issue with copying another user's folder in USS ([66676550](https://github.com/zowe/zowe-explorer-intellij/commit/66676550))
+* Bugfix: Some encodings are made unsupported ([080c25ab](https://github.com/zowe/zowe-explorer-intellij/commit/080c25ab))
+* Bugfix: Fixed issue during a file upload to a PDS ([954bf01f](https://github.com/zowe/zowe-explorer-intellij/commit/954bf01f))
+* Bugfix: Fixed issue with URL field when typing incorrect information, the last slash at the end of https:// is deleted ([91ab962d](https://github.com/zowe/zowe-explorer-intellij/commit/91ab962d))
+
+## [2.0.0] (2024-10-03)
+
 ### Features
 
 * Feature: GitHub issue #119: Space units are clarified with a hint ([451f3528](https://github.com/zowe/zowe-explorer-intellij/commit/451f3528))

build.gradle.kts

@@ -52,7 +52,7 @@ val plugins = listOf(
     jvmTargetVersion = JavaVersion.VERSION_21,
     since = "243.12818",
     getUntil = { provider { null } },
-    sdkVersion = "243-EAP-SNAPSHOT",
+    sdkVersion = "2024.3",
     sourceFolder = "IC-243"
   )
 )

gradle.properties

@@ -13,7 +13,7 @@
 #
 org.gradle.jvmargs=-Xss1M
 # SemVer format -> https://semver.org
-pluginVersion=2.0.0
+pluginVersion=2.0.1
 pluginGroup=eu.ibagroup
 pluginRepositoryUrl=https://github.com/for-mainframe/For-Mainframe
 # Supported build number ranges and IntelliJ Platform versions -> https://plugins.jetbrains.com/docs/intellij/build-number-ranges.html

src/main/kotlin/eu/ibagroup/formainframe/api/ZosmfApiImpl.kt

@@ -14,23 +14,19 @@
 
 package eu.ibagroup.formainframe.api
 
-import com.google.gson.GsonBuilder
+import com.intellij.util.net.ssl.CertificateManager
 import eu.ibagroup.formainframe.config.connect.ConnectionConfig
-import org.zowe.kotlinsdk.buildApi
-import org.zowe.kotlinsdk.buildApiWithBytesConverter
 import okhttp3.ConnectionPool
 import okhttp3.ConnectionSpec
 import okhttp3.Dispatcher
 import okhttp3.OkHttpClient
-import retrofit2.converter.gson.GsonConverterFactory
-import retrofit2.converter.scalars.ScalarsConverterFactory
+import org.zowe.kotlinsdk.buildApi
+import org.zowe.kotlinsdk.buildApiWithBytesConverter
 import java.security.SecureRandom
 import java.security.cert.CertificateException
 import java.security.cert.X509Certificate
 import java.util.concurrent.TimeUnit
-import javax.net.ssl.SSLContext
-import javax.net.ssl.TrustManager
-import javax.net.ssl.X509TrustManager
+import javax.net.ssl.*
 
 /**
  * Class that implements z/OSMF API for sending requests.
@@ -101,44 +97,8 @@ class ZosmfApiImpl : ZosmfApi {
   }
 }
 
-private val gsonFactory = GsonConverterFactory.create(GsonBuilder().create())
-private val scalarsConverterFactory = ScalarsConverterFactory.create()
-
-/**
- * Connection pool is initialized and the connection parameters are set.
- */
-private fun OkHttpClient.Builder.addThreadPool(): OkHttpClient.Builder {
-  readTimeout(5, TimeUnit.MINUTES)
-  connectTimeout(5, TimeUnit.MINUTES)
-  connectionPool(ConnectionPool(100, 5, TimeUnit.MINUTES))
-  dispatcher(Dispatcher().apply {
-    maxRequests = 100
-    maxRequestsPerHost = 100
-  })
-  return this
-}
-
-val unsafeOkHttpClient by lazy { buildUnsafeClient() }
-val safeOkHttpClient: OkHttpClient by lazy {
-  OkHttpClient.Builder()
-    .setupClient()
-    .build()
-}
-
-/**
- * Setups http client. Adds the necessary headers. Configures connection specs.
- */
-private fun OkHttpClient.Builder.setupClient(): OkHttpClient.Builder {
-  return addThreadPool()
-    .addInterceptor {
-      it.request().newBuilder().addHeader("X-CSRF-ZOSMF-HEADER", "").build().let { request ->
-        it.proceed(request)
-      }
-    }.connectionSpecs(mutableListOf(ConnectionSpec.MODERN_TLS, ConnectionSpec.COMPATIBLE_TLS, ConnectionSpec.CLEARTEXT))
-}
-
 /**
- * Returns [OkHttpClient] depending on whether self-signed certificates are allowed or not.
+ * Returns [OkHttpClient] depending on whether self-signed certificates are allowed or not
  * @param isAllowSelfSigned whether to allow self-signed certificates.
  * @return safe or unsafe [OkHttpClient] object.
  */
@@ -150,43 +110,84 @@ private fun getOkHttpClient(isAllowSelfSigned: Boolean): OkHttpClient {
   }
 }
 
+private val unsafeOkHttpClient by lazy { buildUnsafeClient() }
+private val safeOkHttpClient by lazy { buildSafeClient() }
+
 /**
- * Method for building an unsafe http client that allows the use of self-signed certificates.
- * @throws RuntimeException if timeout is exceeded.
- * @return unsafe [OkHttpClient] object.
+ * Build an unsafe HTTP client that will allow the use of self-signed certificates
+ * @return unsafe [OkHttpClient] object
  */
 private fun buildUnsafeClient(): OkHttpClient {
-  return try {
-    val trustAllCerts: Array<TrustManager> = arrayOf(
-      object : X509TrustManager {
-        @Throws(CertificateException::class)
-        override fun checkClientTrusted(
-          chain: Array<X509Certificate?>?,
-          authType: String?
-        ) {
-        }
+  val trustAllCerts: Array<TrustManager> = arrayOf(
+    object : X509TrustManager {
+      @Throws(CertificateException::class)
+      override fun checkClientTrusted(
+        chain: Array<X509Certificate?>?,
+        authType: String?
+      ) {
+      }
 
-        @Throws(CertificateException::class)
-        override fun checkServerTrusted(
-          chain: Array<X509Certificate?>?,
-          authType: String?
-        ) {
-        }
+      @Throws(CertificateException::class)
+      override fun checkServerTrusted(
+        chain: Array<X509Certificate?>?,
+        authType: String?
+      ) {
+      }
 
-        override fun getAcceptedIssuers(): Array<X509Certificate> {
-          return arrayOf()
-        }
+      override fun getAcceptedIssuers(): Array<X509Certificate> {
+        return arrayOf()
       }
+    }
+  )
+  val sslContext = SSLContext.getInstance("TLSv1.2")
+  sslContext.init(null, trustAllCerts, SecureRandom())
+  val sslSocketFactory = sslContext.socketFactory
+  return OkHttpClient.Builder()
+    .sslSocketFactory(sslSocketFactory, trustAllCerts[0] as X509TrustManager)
+    .hostnameVerifier { _, _ -> true }
+    .setupClient()
+    .build()
+}
+
+/**
+ * Build a safe HTTP client that will reuse all allowed secured trusted certificates across the client's system
+ * (as well as those uploaded into IntelliJ's server certificates store)
+ * @return safe [OkHttpClient] object
+ */
+private fun buildSafeClient(): OkHttpClient {
+  val trustManager = CertificateManager.getInstance().trustManager
+  val sslContext = CertificateManager.getInstance().sslContext
+  return OkHttpClient.Builder()
+    .sslSocketFactory(sslContext.socketFactory, trustManager)
+    .setupClient()
+    .build()
+}
+
+/** Set up an HTTP client. Adds the necessary headers. Configures connection specs */
+private fun OkHttpClient.Builder.setupClient(): OkHttpClient.Builder {
+  return addThreadPool()
+    .addInterceptor {
+      it.request()
+        .newBuilder()
+        .addHeader("X-CSRF-ZOSMF-HEADER", "")
+        .build()
+        .let { request ->
+          it.proceed(request)
+        }
+    }
+    .connectionSpecs(
+      mutableListOf(ConnectionSpec.MODERN_TLS, ConnectionSpec.COMPATIBLE_TLS, ConnectionSpec.CLEARTEXT)
     )
-    val sslContext = SSLContext.getInstance("TLSv1.2")
-    sslContext.init(null, trustAllCerts, SecureRandom())
-    val sslSocketFactory = sslContext.socketFactory
-    val builder = OkHttpClient.Builder()
-    builder.sslSocketFactory(sslSocketFactory, trustAllCerts[0] as X509TrustManager)
-    builder.hostnameVerifier { _, _ -> true }
-    builder.setupClient()
-    builder.build()
-  } catch (e: Exception) {
-    throw RuntimeException(e)
-  }
+}
+
+/** Connection pool is initialized and the connection parameters are set */
+private fun OkHttpClient.Builder.addThreadPool(): OkHttpClient.Builder {
+  readTimeout(5, TimeUnit.MINUTES)
+  connectTimeout(5, TimeUnit.MINUTES)
+  connectionPool(ConnectionPool(100, 5, TimeUnit.MINUTES))
+  dispatcher(Dispatcher().apply {
+    maxRequests = 100
+    maxRequestsPerHost = 100
+  })
+  return this
 }

src/main/kotlin/eu/ibagroup/formainframe/config/connect/ui/zosmf/ConnectionDialog.kt

@@ -173,6 +173,7 @@ class ConnectionDialog(
                   "04.26.00" -> ZVersion.ZOS_2_3
                   "04.27.00" -> ZVersion.ZOS_2_4
                   "04.28.00" -> ZVersion.ZOS_2_5
+                  "04.29.00" -> ZVersion.ZOS_3_1
                   else -> ZVersion.ZOS_2_1
                 }
                 newTestedConnConfig.zVersion = state.zVersion
@@ -286,7 +287,7 @@ class ConnectionDialog(
         textField()
           .bindText(state::connectionUrl)
           .validationOnApply {
-            it.text = it.text.trim().removeTrailingSlashes()
+            it.text = it.text.trim()
             validateForBlank(it) ?: validateZosmfUrl(it)
           }
           .also { urlTextField = it.component }

src/main/kotlin/eu/ibagroup/formainframe/dataops/attributes/RemoteUssAttributes.kt

@@ -80,7 +80,8 @@ data class RemoteUssAttributes(
   val gid: Long? = null,
   val groupId: String? = null,
   val modificationTime: String? = null,
-  val symlinkTarget: String? = null
+  val symlinkTarget: String? = null,
+  var charset: Charset = DEFAULT_BINARY_CHARSET
 ) : MFRemoteFileAttributes<ConnectionConfig, UssRequester>, Copyable {
 
   /**
@@ -102,7 +103,8 @@ data class RemoteUssAttributes(
     gid = ussFile.gid,
     groupId = ussFile.groupId,
     modificationTime = ussFile.modificationTime,
-    symlinkTarget = ussFile.target
+    symlinkTarget = ussFile.target,
+    charset = DEFAULT_BINARY_CHARSET
   )
 
   /**
@@ -176,8 +178,6 @@ data class RemoteUssAttributes(
         || mode == FileModeValue.READ_WRITE_EXECUTE.mode
     }
 
-  var charset: Charset = DEFAULT_BINARY_CHARSET
-
   override var contentMode: XIBMDataType = XIBMDataType(XIBMDataType.Type.BINARY)
 
   override val isCopyPossible: Boolean

src/main/kotlin/eu/ibagroup/formainframe/dataops/attributes/RemoteUssAttributesService.kt

@@ -88,7 +88,8 @@ class RemoteUssAttributesService(
       gid = newAttributes.gid,
       groupId = newAttributes.groupId,
       modificationTime = newAttributes.modificationTime,
-      symlinkTarget = newAttributes.symlinkTarget
+      symlinkTarget = newAttributes.symlinkTarget,
+      charset = oldAttributes.charset
     )
   }
 

src/main/kotlin/eu/ibagroup/formainframe/dataops/fetch/RemoteFileFetchProviderBase.kt

@@ -15,7 +15,6 @@
 package eu.ibagroup.formainframe.dataops.fetch
 
 import com.intellij.ide.util.treeView.AbstractTreeNode
-import com.intellij.openapi.components.service
 import com.intellij.openapi.progress.ProcessCanceledException
 import com.intellij.openapi.progress.ProgressIndicator
 import com.intellij.openapi.vfs.VirtualFile
@@ -24,6 +23,7 @@ import eu.ibagroup.formainframe.config.connect.ConnectionConfigBase
 import eu.ibagroup.formainframe.dataops.DataOpsManager
 import eu.ibagroup.formainframe.dataops.Query
 import eu.ibagroup.formainframe.dataops.RemoteQuery
+import eu.ibagroup.formainframe.dataops.UnitRemoteQueryImpl
 import eu.ibagroup.formainframe.dataops.exceptions.CallException
 import eu.ibagroup.formainframe.dataops.services.ErrorSeparatorService
 import eu.ibagroup.formainframe.utils.castOrNull
@@ -223,7 +223,8 @@ abstract class RemoteFileFetchProviderBase<Connection : ConnectionConfigBase, Re
           }
         }
 
-      refreshCacheOfCollidingQuery(query, files)
+      //TODO: the only known evidence to use refresh of colliding query is related to BatchedQuery
+      query.castOrNull(UnitRemoteQueryImpl::class.java) ?: refreshCacheOfCollidingQuery(query, files)
 
       cache[query] = files
       cacheState[query] = CacheState.FETCHED

src/main/kotlin/eu/ibagroup/formainframe/dataops/log/AbstractMFLoggerBase.kt

@@ -126,6 +126,13 @@ abstract class AbstractMFLoggerBase<PInfo: MFProcessInfo, LFetcher: LogFetcher<P
     this.onFinishHandler = finishHandler
   }
 
+  /**
+   * Fetch log files
+   */
+  override fun fetchLog() {
+    logFetcher.fetchLog(mfProcessInfo)
+  }
+
   /**
    * Sets onNextLog handler.
    */

src/main/kotlin/eu/ibagroup/formainframe/dataops/log/MFLogger.kt

@@ -41,6 +41,11 @@ interface MFLogger<LFetcher: LogFetcher<out MFProcessInfo>> {
    */
   fun onLogFinished(finishHandler: () -> Unit)
 
+  /**
+   * Fetch log files
+   */
+  fun fetchLog()
+
   /**
    * Sets handler for event after requesting next portion of mainframe log.
    * @param nextLogHandler handler that will be invoked after next request to fetching log from mainframe.

src/main/kotlin/eu/ibagroup/formainframe/dataops/operations/InfoOperationRunner.kt

@@ -61,7 +61,11 @@ class InfoOperationRunner : OperationRunner<InfoOperation, SystemsResponse> {
       .cancelByIndicator(progressIndicator)
       .execute()
     if (!response.isSuccessful) {
-      val headMessage = responseMessageMap[response.message()] ?: response.message()
+      log.info("Test connection response: $response")
+      val zosmfMessage = response.message().trim()
+      val headMessage = if (zosmfMessage.isNotEmpty())
+        responseMessageMap[zosmfMessage] ?: zosmfMessage
+      else responseMessageMap["Unauthorized"] ?: zosmfMessage
       throw CallException(response, headMessage)
     }
     return response.body() ?: throw CallException(response, "Cannot parse z/OSMF info request body")