chore: Add descriptions in Jenkins Jobs

edx · Jan 24, 2023 · 29c75d6 · 29c75d6
1 parent 42489b0
commit 29c75d6
Show file tree

Hide file tree

Showing 16 changed files with 18 additions and 1 deletion.
diff --git a/dataeng/jobs/analytics/AggregateDailyTrackingLogs.groovy b/dataeng/jobs/analytics/AggregateDailyTrackingLogs.groovy
@@ -12,6 +12,7 @@ class AggregateDailyTrackingLogs {
     public static def job = { dslFactory, allVars ->
         allVars.get('ENVIRONMENTS').each { environment, env_config ->
             dslFactory.job("aggregate-daily-tracking-logs-$environment") {
+                description("This job copys compressed traking logs of daily aggreagates from source bucket to destination bucket with a pattern of '*.tracking.log-date.gz'.")
                 disabled(env_config.get('DISABLED', false))
                 logRotator common_log_rotator(allVars, env_config)
                 parameters to_date_interval_parameter(env_config)

diff --git a/dataeng/jobs/analytics/DBTDocs.groovy b/dataeng/jobs/analytics/DBTDocs.groovy
@@ -9,6 +9,7 @@ import static org.edx.jenkins.dsl.AnalyticsConstants.secure_scm_parameters
 class DBTDocs{
     public static def job = { dslFactory, allVars ->
         dslFactory.job("dbt-docs"){
+            description('It removes the old docs and generates new DBT docs into specified target.')
             logRotator common_log_rotator(allVars)
             parameters secure_scm_parameters(allVars)
             parameters {

diff --git a/dataeng/jobs/analytics/DBTSourceFreshness.groovy b/dataeng/jobs/analytics/DBTSourceFreshness.groovy
@@ -9,6 +9,7 @@ import static org.edx.jenkins.dsl.AnalyticsConstants.secure_scm_parameters
 class DBTSourceFreshness{
     public static def job = { dslFactory, allVars ->
         dslFactory.job("dbt-source-freshness"){
+            description('It checks DBT source freshness for a specified target.')
             logRotator common_log_rotator(allVars)
             parameters secure_scm_parameters(allVars)
             parameters {

diff --git a/dataeng/jobs/analytics/DatabaseExportCoursewareStudentmodule.groovy b/dataeng/jobs/analytics/DatabaseExportCoursewareStudentmodule.groovy
@@ -11,6 +11,7 @@ class DatabaseExportCoursewareStudentmodule {
     public static def job = { dslFactory, allVars ->
         allVars.get('ENVIRONMENTS').each { environment, env_config ->
             dslFactory.job("database-export-courseware-studentmodule-$environment") {
+                description('It enables an Opsgenie Heartbeat, sets the expected duration and exports student module database by provisioning and terminating EMR.')
                 disabled(env_config.get('DISABLED', false))
                 logRotator common_log_rotator(allVars, env_config)
                 multiscm common_multiscm(allVars)

diff --git a/dataeng/jobs/analytics/DeployCluster.groovy b/dataeng/jobs/analytics/DeployCluster.groovy
@@ -7,6 +7,7 @@ import static org.edx.jenkins.dsl.AnalyticsConstants.common_wrappers
 class DeployCluster {
     public static def job = { dslFactory, allVars ->
         dslFactory.job("deploy-cluster") {
+            description('It provisions an EMR Cluster.')
             logRotator common_log_rotator(allVars)
             parameters {
                 stringParam('CONFIG_REPO', 'git@github.com:edx/edx-analytics-configuration.git', '')

diff --git a/dataeng/jobs/analytics/EmrCostReporter.groovy b/dataeng/jobs/analytics/EmrCostReporter.groovy
@@ -6,6 +6,7 @@ import static org.edx.jenkins.dsl.AnalyticsConstants.common_publishers
 class EmrCostReporter {
     public static def job = { dslFactory, allVars ->
         dslFactory.job('emr-cost-reporter') {
+            description('It analyzies EMR Cluster and generates its cost report weekly.')
             parameters {
                 stringParam('TOOLS_REPO', allVars.get('ANALYTICS_TOOLS_URL'), '')
                 stringParam('TOOLS_BRANCH', 'origin/master', '')

diff --git a/dataeng/jobs/analytics/Enrollment.groovy b/dataeng/jobs/analytics/Enrollment.groovy
@@ -14,6 +14,7 @@ class Enrollment {
     public static def job = { dslFactory, allVars ->
         allVars.get('ENVIRONMENTS').each { environment, env_config ->
             dslFactory.job("enrollment-$environment") {
+                description('It enable the heartbeat, sets the duration num/units and enrolls.')
                 // desupport-1271: temporarily disabling now the the dbt version is live.
                 // leave this for 2 weeks and delete the job when we are confident that
                 // this is no longer needed.

diff --git a/dataeng/jobs/analytics/EnrollmentValidationEvents.groovy b/dataeng/jobs/analytics/EnrollmentValidationEvents.groovy
@@ -12,6 +12,7 @@ class EnrollmentValidationEvents {
     public static def job = { dslFactory, allVars ->
         allVars.get('ENVIRONMENTS').each { environment, env_config ->
             dslFactory.job("enrollment-validation-events-$environment") {
+                description('It runs enrollment validation workflow and validates S3 file sizes with a threshold.')
                 disabled(env_config.get('DISABLED', false))
                 logRotator common_log_rotator(allVars)
                 parameters common_parameters(allVars, env_config)

diff --git a/dataeng/jobs/analytics/EventExportIncremental.groovy b/dataeng/jobs/analytics/EventExportIncremental.groovy
@@ -14,6 +14,9 @@ class EventExportIncremental {
     public static def job = { dslFactory, allVars ->
         allVars.get('ENVIRONMENTS').each { environment, env_config ->
             dslFactory.job("event-export-incremental-$environment") {
+                description('It updates S3 path of exporter config and gpg-keys.' +
+                    'Also Notifies expiring GPG keys'
+                )
                 disabled(env_config.get('DISABLED', false))
                 logRotator common_log_rotator(allVars, env_config)
                 parameters common_parameters(allVars, env_config)

diff --git a/dataeng/jobs/analytics/EventExportIncrementalLarge.groovy b/dataeng/jobs/analytics/EventExportIncrementalLarge.groovy
@@ -15,6 +15,7 @@ class EventExportIncrementalLarge {
     public static def job = { dslFactory, allVars ->
         allVars.get('ENVIRONMENTS').each { environment, env_config ->
             dslFactory.job("event-export-incremental-large-$environment") {
+                description('It updates S3 path of exporter config and gpg-keys.')
                 disabled(env_config.get('DISABLED', false))
                 authorization common_authorization(allVars)
                 logRotator common_log_rotator(allVars, env_config)

diff --git a/dataeng/jobs/analytics/ExpireVerticaPassword.groovy b/dataeng/jobs/analytics/ExpireVerticaPassword.groovy
@@ -10,6 +10,7 @@ class ExpireVerticaPassword {
     public static def job = { dslFactory, allVars ->
 
         dslFactory.job('expire-vertica-password') {
+            description('It expires user passwords (excluds provided users) and notifies via space separated emails.')
             logRotator common_log_rotator(allVars)
             parameters {
                 stringParam('TOOLS_REPO', allVars.get('ANALYTICS_TOOLS_URL'), '')

diff --git a/dataeng/jobs/analytics/JenkinsBackup.groovy b/dataeng/jobs/analytics/JenkinsBackup.groovy
@@ -6,6 +6,7 @@ import static org.edx.jenkins.dsl.AnalyticsConstants.common_publishers
 class JenkinsBackup {
     public static def job = { dslFactory, allVars ->
         dslFactory.job('jenkins-backup') {
+            description('It takes backup of jenkins jobs and config.yml (from jenkins_home) and pushes to S3 bucket')
             parameters {
                 stringParam('S3_BACKUP_BUCKET', allVars.get('S3_BACKUP_BUCKET'))
                 stringParam('NOTIFY', allVars.get('NOTIFY','$PAGER_NOTIFY'), 'Space separated list of emails to send notifications to.')

diff --git a/dataeng/jobs/analytics/ModelTransfers.groovy b/dataeng/jobs/analytics/ModelTransfers.groovy
@@ -11,6 +11,7 @@ class ModelTransfers{
     public static def job = { dslFactory, allVars ->
         allVars.get('ENVIRONMENTS').each { environment, env_config ->
             dslFactory.job("transfer-dbt-models-$environment"){
+                description('It transfers DBT models to S3 via a Snowflake stage.')
                 authorization common_authorization(env_config)
                 logRotator common_log_rotator(allVars)
                 parameters secure_scm_parameters(allVars)

diff --git a/dataeng/jobs/analytics/SnowflakeCollectMetrics.groovy b/dataeng/jobs/analytics/SnowflakeCollectMetrics.groovy
@@ -21,7 +21,7 @@ class SnowflakeCollectMetrics {
         jobConfigs.each { jobConfig ->
 
             dslFactory.job(jobConfig['NAME']){
-
+                description('This job collects Snowflake Metrics and notifies users via space separated emails.')
                 logRotator common_log_rotator(allVars)
                 parameters secure_scm_parameters(allVars)
                 parameters {

diff --git a/dataeng/jobs/analytics/TerminateCluster.groovy b/dataeng/jobs/analytics/TerminateCluster.groovy
@@ -6,6 +6,7 @@ import static org.edx.jenkins.dsl.AnalyticsConstants.common_wrappers
 class TerminateCluster {
     public static def job = { dslFactory, allVars ->
         dslFactory.job("terminate-cluster") {
+            description('This job terminates provided Analytics EMR cluster.')
             logRotator common_log_rotator(allVars)
             parameters {
                 stringParam('CLUSTER_NAME', '', 'Name of the EMR cluster to terminate.')

diff --git a/dataeng/jobs/analytics/UpdateUsers.groovy b/dataeng/jobs/analytics/UpdateUsers.groovy
@@ -6,6 +6,7 @@ import static org.edx.jenkins.dsl.AnalyticsConstants.common_wrappers
 class UpdateUsers {
     public static def job = { dslFactory, allVars ->
         dslFactory.job("update-users") {
+            description("This job updates Jenkins Users lists to have access.")
             logRotator common_log_rotator(allVars)
             parameters {
                 textParam('EXTRA_VARS', allVars.get('EXTRA_VARS'), '')