Merge branch 'rc-1.33' into 'master'

Resolve: release 1.33.0 See merge request automation-toolchain/f5-telemetry!653
F5Networks · Mar 22, 2023 · 93dcbab · 93dcbab
2 parents 196a8ba + cd5b636
commit 93dcbab
Show file tree

Hide file tree

Showing 256 changed files with 13,687 additions and 9,802 deletions.
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
@@ -18,7 +18,6 @@ include:
 # adds atg_shared_checks_result job to test stage
   - project: automation-toolchain/atg-shared-templates
     file: security/base.gitlab-ci.yml
-    ref: v1.1.7
 
 
 ##############################################################
@@ -34,14 +33,14 @@ include:
 - if [[ "$ver" == "v4." ]]; then
 -   npm install --global [email protected]
 -   npm run install-test
--   npm install [email protected] --no-optional
+-   npm install [email protected] --no-optional --no-save
 -   echo "**** Using mocha 5.2.0 ****"
 - elif [[ "$ver" == "v6." ]] || [[ "$nodeFullVer" == "v8.11.1" ]]; then
 # workaround for npm upgrade, otherwise it missing basic modules
 -   npm i -g npm3 && npm3 -g uninstall npm
 -   npm3 i -g [email protected]
 -   npm run install-test
--   npm install [email protected] --no-optional
+-   npm install [email protected] --no-optional -- no-save
 -   echo "**** Using mocha 6.2.2 ****"
 - else
 -   npm run install-test
@@ -63,7 +62,7 @@ include:
 .harness_deployment_definition: &harness_deployment_definition
     image: ${CICD_CONTAINER_DEPLOY}
     tags:
-        - atg-ts-firehose-docker
+        - atg-telemetry-streaming-docker
 
 .run_unittest:
     extends:
@@ -210,6 +209,7 @@ test_node16:
 
 # packages audit
 npm_audit:
+    image: ${ARTIFACTORY_DOCKER_HUB}/node:14
     extends:
         - .test_job_definition
     allow_failure: true
@@ -222,7 +222,7 @@ npm_audit:
         # npm list - ignore errors, interested in audit errors only
         - npm list --json || echo ""
         # npm audit - install includes audit, but perform specific check and fail if needed
-        - audit_report=$(npm audit --json) || echo ""
+        - audit_report=$(npm audit --production --json) || echo ""
         - echo "$audit_report"
         - actions=$(echo $audit_report | jq .actions | jq length)
         - if [ $actions -ne 0 ]; then echo 'ERROR! vulnerabilities exist'; exit 1; fi
@@ -311,7 +311,7 @@ test_functional:
         when: always
         expire_in: 4 days
     tags:
-        - atg-ts-firehose-docker
+        - atg-telemetry-streaming-docker
     only:
         variables:
             # enable this job
@@ -321,7 +321,7 @@ test_functional:
         - ls ./dist -ls
         # really only need dev dependencies
         - *install_unittest_packages_cmd
-        - npm install [email protected]
+        - npm install [email protected] --no-save
         - npm run test-functional
 
 # should be executed manually to remove the harness
@@ -361,7 +361,7 @@ test_functional_azure:
         - echo $AZURE_VM_HOSTNAME
         - echo $AZURE_VM_IP
         - *install_unittest_packages_cmd
-        - npm install [email protected]
+        - npm install [email protected] --no-save
         - npm run test-functional-cloud-azure
     needs:
         - build_rpm
@@ -390,7 +390,7 @@ test_functional_azure_gov:
         - echo $AZURE_VM_HOSTNAME
         - echo $AZURE_VM_IP
         - *install_unittest_packages_cmd
-        - npm install [email protected]
+        - npm install [email protected] --no-save
         - npm run test-functional-cloud-azure
     needs:
         - build_rpm
@@ -423,7 +423,7 @@ test_functional_aws:
     script:
         - source ./env_metadata/aws.sh
         - *install_unittest_packages_cmd
-        - npm install [email protected]
+        - npm install [email protected] --no-save
         - npm run test-functional-cloud-aws
 
 teardown_env_aws:
@@ -444,6 +444,8 @@ pages:
     environment:
         name: staging
         url: https://${CI_PROJECT_NAMESPACE}.${PAGES_DOMAIN}/${CI_PROJECT_NAME}
+    variables:
+        NODE_OPTIONS: "--dns-result-order=ipv4first"
     tags:
         - cm-official-docker-executor
     script:

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,6 +1,14 @@
 # Changelog
 Changes to this project are documented in this file. More detail and links can be found in the Telemetry Streaming [Document Revision History](https://clouddocs.f5.com/products/extensions/f5-telemetry-streaming/latest/revision-history.html).
 
+## 1.33.0
+### Added
+- TS-697: [GitHub #213](https://github.com/F5Networks/f5-telemetry-streaming/issues/213) Allow user provided endpoints for the Azure consumers
+### Fixed
+### Changed
+- TS-705: Update npm packages (@grpc/grpc-js from 1.6.9 to 1.7.1, @grpc/proto-loader from 0.7.0 to 0.7.3, @opentelemetry/api from 1.0.4 to 1.2.0, @opentelemetry/exporter-metrics-otlp-grpc from 0.31.0 to 0.33.0, @opentelemetry/exporter-metrics-otlp-http from 0.31.0 to 0.33.0, @opentelemetry/exporter-metrics-otlp-proto from 0.31.0 to 0.33.0, @opentelemetry/sdk-metrics from 0.31.0 to 0.33.0, eventemitter2 from 6.4.7 to 6.4.9)
+### Removed
+
 ## 1.32.0
 ### Added
 ### Fixed

diff --git a/README.md b/README.md
@@ -1,15 +1,17 @@
-# f5-telemetry-streaming
+# F5 BIG-IP Telemetry Streaming
 
-[![Slack Status](https://f5cloudsolutions.herokuapp.com/badge.svg)](https://f5cloudsolutions.herokuapp.com)
 [![Releases](https://img.shields.io/github/release/f5networks/f5-telemetry-streaming.svg)](https://github.com/f5networks/f5-telemetry-streaming/releases)
 [![Issues](https://img.shields.io/github/issues/f5networks/f5-telemetry-streaming.svg)](https://github.com/f5networks/f5-telemetry-streaming/issues)
 
+**PLEASE NOTE:** F5 BIG-IP Telemetry Streaming is no longer in active development.  We are moving this technology into maintenance mode, focusing on the next generation of Telemetry innovations. We will continue to update BIG-IP TS with critical security updates.
+
 ## Introduction
 
 F5 BIG-IP Telemetry Streaming (BIG-IP TS) is an iControl LX Extension delivered as a TMOS-independent RPM file. Installing the BIG-IP TS Extension on BIG-IP enables you to declaratively aggregate, normalize, and forward statistics and events from the BIG-IP to a consumer application by POSTing a single BIG-IP TS JSON declaration to BIG-IP TS’s declarative REST API endpoint.
 
 **IMPORTANT** Beginning with BIG-IP TS 1.7.0, the RPM and checksum files will no longer be located in the **/dist** directory in this repository.  These files can be found on the [Release page](https://github.com/F5Networks/f5-telemetry-streaming/releases), as **Assets**.  You can find historical files on GitHub by using the **Branch** drop-down, clicking the **Tags** tab, and then selecting the appropriate release.
 
+
 ## Documentation
 
 For the documentation on BIG-IP Telemetry Streaming, including download, installation, and usage instructions, see the BIG-IP Telemetry Streaming User guide at [http://clouddocs.f5.com/products/extensions/f5-telemetry-streaming/latest/](http://clouddocs.f5.com/products/extensions/f5-telemetry-streaming/latest/).
@@ -28,9 +30,6 @@ Because BIG-IP Telemetry Streaming has been created and fully tested by F5 Netwo
 
 Be sure to see the [Support page](SUPPORT.md) in this repo for more details and supported versions of BIG-IP Telemetry Streaming.
 
-### Community Help
-We encourage you to use our [Slack channel](https://f5cloudsolutions.herokuapp.com) for discussion and assistance on BIG-IP Telemetry Streaming (click the **telemetry-streaming** channel). There are F5 employees who are members of this community who typically monitor the channel Monday-Friday 9-5 PST and will offer best-effort assistance. See the [Slack Channel Statement](slack-channel-statement.md) for guidelines on using this channel.
-
 ## Copyright
 
 Copyright 2014-2022 F5 Networks Inc.

diff --git a/SUPPORT.md b/SUPPORT.md
@@ -1,60 +1,67 @@
 ## Support Information
 
-Maintenance and F5 Technical Support of this F5 code is provided only if the software (i) is unmodified; and (ii) has been marked as F5 Supported in SOL80012344, (https://support.f5.com/csp/article/K80012344).
+Maintenance and F5 Technical Support of this F5 code is provided only if the software (i) is unmodified; and (ii) has been marked as F5 Supported in [SOL80012344](https://support.f5.com/csp/article/K80012344).
 
 Support will only be provided to customers who have an existing BIG-IP support contract associated with a valid BIG-IP serial number. 
-For information about support policies, see http://www.f5.com/about/guidelines-policies/ and http://askf5.com.
+For information about support policies, see [F5 Policies and Documentation](http://www.f5.com/about/guidelines-policies/) and [Ask F5](http://askf5.com).
+
+**Note:** A product in *maintenance mode* continues to receive support and ensures its stability with regular critical fixes and security updates. 
+This maintenance approach helps maintain the longevity and reliability of the product for the long term. 
+Enhancement requests for this product will be evaluated on an individual basis, taking into consideration their overall impact and alignment with our business objectives. Only those with a strong case for improvement will be considered for implementation
+There is no plan to deprecate this product.
+
 
 **TS Extension (TS) Software Lifecycle**:
 
 * TS releases are intended to be delivered on a 6-week basis
 * There will be 2 stability releases per year (focused on bug-fixing, infra improvements, and so on)
 * Stability (LTS) releases are supported for 1 year
 * Feature releases are supported for 3 months
-* "End of Support" = End of Software Development (EOSD) + End of Technical Support (EOTS)
+* "End of Support" = End of Software Development (EOSD) + End of Technical Support (EOTS) 
 
 Currently supported versions:
 
-| Software Version | Release Type  | First Customer Ship | End of Support  |
-|------------------|---------------|---------------------|-----------------|
-| TS 1.27.1        | LTS           |  19-Apr-2022        | 19-Apr-2023     |
-| TS 1.30.0        | Feature       |  15-Jul-2022        | 15-Oct-2022     |
-| TS 1.31.0        | Feature       |  23-Aug-2022        | 23-Nov-2022     |
-| TS 1.32.0        | Feature       |  04-Oct-2022        | 04-Jan-2023     |
+| Software Version | Release Type           | First Customer Ship | End of Support   |
+|------------------|------------------------|---------------------|------------------|
+| TS 1.27.1        | LTS                    |  19-Apr-2022        | 19-Apr-2023      |
+| TS 1.33.0        | Feature                |  22-Mar-2023        | Maintenance mode |
 
 Versions no longer supported:
 
-| Software Version | Release Type  | First Customer Ship | End of  Support |
-|------------------|---------------|---------------------|-----------------|
-| TS 1.1.0         | Feature       |  05-Mar-2019        | 05-Jun-2019     |
-| TS 1.2.0         | Feature       |  02-Apr-2019        | 02-Jul-2019     |
-| TS 1.3.0         | Feature       |  30-Apr-2019        | 30-Jul-2019     |
-| TS 1.4.0         | Feature       |  18-Jun-2019        | 18-Sep-2019     |
-| TS 1.5.0         | Feature       |  30-Jul-2019        | 30-Oct-2019     |
-| TS 1.6.0         | Feature       |  10-Sep-2019        | 10-Dec-2019     |
-| TS 1.7.0         | Feature       |  22-Oct-2019        | 22-Jan-2020     |
-| TS 1.8.0         | Feature       |  03-Dec-2019        | 03-Mar-2020     |
-| TS 1.9.0         | Feature       |  28-Jan-2020        | 28-Apr-2020     |
-| TS 1.10.0        | Feature       |  10-Mar-2020        | 10-Jun-2020     |
-| TS 1.11.0        | Feature       |  21-Apr-2020        | 21-Jul-2020     |
-| TS 1.12.0        | Feature       |  02-Jun-2020        | 02-Sep-2020     |
-| TS 1.13.0        | Feature       |  21-Jul-2020        | 21-Oct-2020     |
-| TS 1.14.0        | Feature       |  01-Sep-2020        | 01-Dec-2020     |
-| TS 1.15.0        | Feature       |  13-Oct-2020        | 13-Jan-2021     |
-| TS 1.16.0        | Feature       |  20-Nov-2020        | 20-Feb-2021     |
-| TS 1.17.0        | Feature       |  12-Jan-2021        | 12-Apr-2021     |
-| TS 1.18.0        | Feature       |  23-Feb-2021        | 23-May-2021     |
-| TS 1.19.0        | Feature       |  06-Apr-2021        | 06-Jul-2021     |
-| TS 1.20.0        | Feature       |  18-May-2021        | 18-Aug-2021     |
-| TS 1.20.1        | LTS           |  30-Jun-2021        | 30-Jun-2022     |
-| TS 1.21.0        | Feature       |  28-Jun-2021        | 28-Sep-2021     |
-| TS 1.22.0        | Feature       |  09-Aug-2021        | 09-Nov-2021     |
-| TS 1.23.0        | Feature       |  21-Sep-2021        | 21-Dec-2021     |
-| TS 1.24.0        | Feature       |  02-Nov-2021        | 02-Feb-2022     |
-| TS 1.25.0        | Feature       |  14-Dec-2021        | 14-Mar-2022     |
-| TS 1.26.0        | Feature       |  25-Jan-2022        | 25-Apr-2022     |
-| TS 1.27.0        | Feature       |  08-Mar-2022        | 08-Jun-2022     |
-| TS 1.28.0        | Feature       |  19-Apr-2022        | 19-Jul-2022     |
-| TS 1.29.0        | Feature       |  31-May-2022        | 31-Aug-2022     |
+| Software Version | Release Type           | First Customer Ship | End of  Support |
+|------------------|------------------------|---------------------|-----------------|
+| TS 1.1.0         | Feature                |  05-Mar-2019        | 05-Jun-2019     |
+| TS 1.2.0         | Feature                |  02-Apr-2019        | 02-Jul-2019     |
+| TS 1.3.0         | Feature                |  30-Apr-2019        | 30-Jul-2019     |
+| TS 1.4.0         | Feature                |  18-Jun-2019        | 18-Sep-2019     |
+| TS 1.5.0         | Feature                |  30-Jul-2019        | 30-Oct-2019     |
+| TS 1.6.0         | Feature                |  10-Sep-2019        | 10-Dec-2019     |
+| TS 1.7.0         | Feature                |  22-Oct-2019        | 22-Jan-2020     |
+| TS 1.8.0         | Feature                |  03-Dec-2019        | 03-Mar-2020     |
+| TS 1.9.0         | Feature                |  28-Jan-2020        | 28-Apr-2020     |
+| TS 1.10.0        | Feature                |  10-Mar-2020        | 10-Jun-2020     |
+| TS 1.11.0        | Feature                |  21-Apr-2020        | 21-Jul-2020     |
+| TS 1.12.0        | Feature                |  02-Jun-2020        | 02-Sep-2020     |
+| TS 1.13.0        | Feature                |  21-Jul-2020        | 21-Oct-2020     |
+| TS 1.14.0        | Feature                |  01-Sep-2020        | 01-Dec-2020     |
+| TS 1.15.0        | Feature                |  13-Oct-2020        | 13-Jan-2021     |
+| TS 1.16.0        | Feature                |  20-Nov-2020        | 20-Feb-2021     |
+| TS 1.17.0        | Feature                |  12-Jan-2021        | 12-Apr-2021     |
+| TS 1.18.0        | Feature                |  23-Feb-2021        | 23-May-2021     |
+| TS 1.19.0        | Feature                |  06-Apr-2021        | 06-Jul-2021     |
+| TS 1.20.0        | Feature                |  18-May-2021        | 18-Aug-2021     |
+| TS 1.20.1        | LTS                    |  30-Jun-2021        | 30-Jun-2022     |
+| TS 1.21.0        | Feature                |  28-Jun-2021        | 28-Sep-2021     |
+| TS 1.22.0        | Feature                |  09-Aug-2021        | 09-Nov-2021     |
+| TS 1.23.0        | Feature                |  21-Sep-2021        | 21-Dec-2021     |
+| TS 1.24.0        | Feature                |  02-Nov-2021        | 02-Feb-2022     |
+| TS 1.25.0        | Feature                |  14-Dec-2021        | 14-Mar-2022     |
+| TS 1.26.0        | Feature                |  25-Jan-2022        | 25-Apr-2022     |
+| TS 1.27.0        | Feature                |  08-Mar-2022        | 08-Jun-2022     |
+| TS 1.28.0        | Feature                |  19-Apr-2022        | 19-Jul-2022     |
+| TS 1.29.0        | Feature                |  31-May-2022        | 31-Aug-2022     |
+| TS 1.31.0        | Feature                |  23-Aug-2022        | 23-Nov-2022     |
+| TS 1.30.0        | Feature                |  15-Jul-2022        | 15-Oct-2022     |
+| TS 1.32.0        | Feature                |  04-Oct-2022        | 04-Jan-2023     |
 
 See the [Release notes](https://github.com/F5Networks/f5-telemetry-streaming/releases) and [Telemetry Streaming documentation](https://clouddocs.f5.com/products/extensions/f5-telemetry-streaming/latest/revision-history.html) for new features and issues resolved for each release.
diff --git a/contributing/README.md b/contributing/README.md
@@ -48,7 +48,7 @@ How does the project handle a typical `POST` request?
     "My_Consumer": {
         "class": "Telemetry_Consumer",
         "type": "Splunk",
-        "host": "192.0.2.1",
+        "host": "192.168.2.1",
         "protocol": "https",
         "port": 8088,
         "passphrase": {
@@ -96,7 +96,7 @@ How does the project handle a typical `POST` request?
         "My_Consumer": {
             "class": "Telemetry_Consumer",
             "type": "Splunk",
-            "host": "192.0.2.1",
+            "host": "192.168.2.1",
             "protocol": "https",
             "port": 8088,
             "passphrase": {
@@ -108,7 +108,7 @@ How does the project handle a typical `POST` request?
             "trace": false,
             "format": "default"
         },
-        "schemaVersion": "1.32.0"
+        "schemaVersion": "1.33.0"
     }
 }
 ```

diff --git a/contributing/process_release.md b/contributing/process_release.md
@@ -68,6 +68,7 @@
     * 1.30.0 - 16.0 MB
     * 1.31.0 - 20.5 MB (NOTE: inclusion of OpenTelemetry and grpc-js libraries)
     * 1.32.0 - 20.5 MB
+    * 1.32.0 - 22.1 MB
   * Install build to BIG-IP, navigate to folder `/var/config/rest/iapps/f5-telemetry/` and check following:
     * Run `du -sh` and check that folder's size (shouldn't be much greater than previous versions):
       * 1.4.0 - 65 MB
@@ -98,7 +99,8 @@
       * 1.29.0 - 129 MB
       * 1.30.0 - 116 MB
       * 1.31.0 - 153 MB (NOTE: inclusion of OpenTelemetry and grpc-js libraries)
-      * 1.31.0 - 154 MB
+      * 1.32.0 - 154 MB
+      * 1.33.0 - 164 MB
     * Check `node_modules` folder - if you see `eslint`, `mocha` or something else from [package.json](package.json) `devDependencies` section - something wrong with build process. Probably some `npm` flags are work as not expected and it MUST BE FIXED before publishing.
 * Ensure that all tests (unit tests and functional tests passed)
 * Optional: Ensure that your local tags match remote. If not, remove all and re-fetch: