def serviceModules = [ 'gateway', 'gateway-overseas', 'auth', 'iam', 'firstleg', 'finance', 'order', 'warehouse', 'file', 'print', 'integration-service', 'lastleg-service', 'warehouse-overseas-service', 'event-bridge-service', 'audit-service' ] def serviceCheckboxes = [ 'gateway': 'SERVICE_GATEWAY', 'gateway-overseas': 'SERVICE_GATEWAY_OVERSEAS', 'auth': 'SERVICE_AUTH', 'iam': 'SERVICE_IAM', 'firstleg': 'SERVICE_FIRSTLEG', 'finance': 'SERVICE_FINANCE', 'order': 'SERVICE_ORDER', 'warehouse': 'SERVICE_WAREHOUSE', 'file': 'SERVICE_FILE', 'print': 'SERVICE_PRINT', 'integration-service': 'SERVICE_INTEGRATION', 'lastleg-service': 'SERVICE_LASTLEG', 'warehouse-overseas-service': 'SERVICE_WAREHOUSE_OVERSEAS', 'event-bridge-service': 'SERVICE_EVENT_BRIDGE', 'audit-service': 'SERVICE_AUDIT' ] def fullRebuildPaths = [ 'pom.xml', 'platform-bom/', 'common-core/', 'deploy/docker/', 'deploy/docker-compose.yml', 'deploy/service-map.yml' ] def commonPathServices = [ 'common-web/': [ 'auth', 'iam', 'firstleg', 'finance', 'order', 'warehouse', 'file', 'print', 'integration-service', 'lastleg-service', 'warehouse-overseas-service', 'event-bridge-service', 'audit-service' ], 'common-security/': [ 'auth', 'iam', 'firstleg', 'finance', 'order', 'warehouse', 'file', 'lastleg-service', 'warehouse-overseas-service', 'audit-service' ], 'common-openapi/': [ 'auth', 'iam', 'firstleg', 'finance', 'order', 'warehouse', 'file', 'print', 'integration-service', 'lastleg-service', 'warehouse-overseas-service', 'event-bridge-service', 'audit-service' ], 'common-audit/': [ 'auth', 'iam', 'firstleg', 'finance', 'order', 'warehouse', 'file', 'warehouse-overseas-service', 'audit-service' ], 'common-event-contract/': [ 'firstleg', 'iam', 'lastleg-service', 'event-bridge-service' ], 'deploy/docker-compose.overseas.yml': [ 'gateway-overseas', 'lastleg-service', 'warehouse-overseas-service', 'event-bridge-service' ], 'deploy/docker-compose.audit.yml': ['audit-service'], 'deploy/docker-compose.rocketmq.yml': ['event-bridge-service'] ] def databaseMigrationPaths = ['deploy/sql/'] def downstreamResults = [:] def downstreamBuildUrls = [:] def downstreamBuildNumbers = [:] def sendProductionWeComNotification(String title, String status, String color, String detail) { node('java-builder') { withCredentials([string(credentialsId: 'wecom-prod-webhook', variable: 'WECOM_WEBHOOK')]) { String sourceVersion = env.IMAGE_TAG ?: env.SOURCE_COMMIT ?: env.GIT_COMMIT ?: '未解析' String duration = currentBuild.durationString?.replace(' and counting', '') ?: '—' String content = """## ${title} > 应用:后端服务 > Job:${env.JOB_NAME} > 构建:[#${env.BUILD_NUMBER}](${env.BUILD_URL}) > 提交:${sourceVersion} > 状态:${status} ${detail} > 耗时:${duration} > 时间:${new Date().format('yyyy-MM-dd HH:mm:ss', TimeZone.getTimeZone('Asia/Shanghai'))} """ String payloadFile = 'wecom-production-notification.json' writeFile( file: payloadFile, text: groovy.json.JsonOutput.toJson([ msgtype: 'markdown', markdown: [content: content] ]), encoding: 'UTF-8' ) sh ''' set -eu payload_file='wecom-production-notification.json' trap 'rm -f "$payload_file"' EXIT HUP INT TERM response="$(curl --fail --silent --show-error \ -H 'Content-Type: application/json' \ --data-binary @"$payload_file" \ "$WECOM_WEBHOOK")" printf '%s\n' "$response" printf '%s' "$response" | grep -Eq '"errcode"[[:space:]]*:[[:space:]]*0([[:space:]]*[,}])' ''' } } } def parseAutoBuildState(String description, List allowedServices) { if (!description?.startsWith('AUTO ')) return null int markerIndex = description.indexOf(' | ') if (markerIndex < 0) return null String commit = description.substring('AUTO '.length(), markerIndex).trim() if (!(commit ==~ /[0-9a-fA-F]{7,40}/)) return null String state = description.substring(markerIndex + ' | '.length()).trim() List failedServices = [] if (state.startsWith('RESULTS')) { String summary = state.substring('RESULTS'.length()).trim() summary.split(',').collect { it.trim() }.findAll { it }.each { item -> int separator = item.indexOf('=') if (separator > 0) { String service = item.substring(0, separator).trim() String result = item.substring(separator + 1).trim() if (allowedServices.contains(service) && result != 'SUCCESS') failedServices << service } } } else if (state.startsWith('PENDING')) { // 上一轮若在统一测试、排队或并行部署期间失败/取消,description 仍是 PENDING。 // 将该轮已选服务作为精确补跑范围,同时让 Git 基线前进到该轮提交, // 避免回退到很早的成功构建后把历史公共文件再次解释成全量变更。 String selected = state.substring('PENDING'.length()).trim() int suffixIndex = selected.indexOf(' | ') if (suffixIndex >= 0) selected = selected.substring(0, suffixIndex).trim() failedServices.addAll(selected.split(',').collect { it.trim() } .findAll { allowedServices.contains(it) }) } else { return null } return [commit: commit, failedServices: failedServices.unique()] } def previousAutoBuildState(def previousBuild, List allowedServices) { def candidate = previousBuild int inspected = 0 while (candidate != null && inspected < 30) { def state = parseAutoBuildState(candidate.description, allowedServices) // 完成的 RESULTS 和中断留下的 PENDING 都能推进 AUTO 基线;PENDING 中的服务会被精确补跑。 if (state != null) return state candidate = candidate.previousBuild inspected++ } return null } def environmentChoicesForJob(String jobBaseName) { return [fixedEnvironmentForJob(jobBaseName) ?: 'test'] } def fixedEnvironmentForJob(String jobBaseName) { switch (jobBaseName) { case 'backend-java-dev': return 'development' case 'backend-java': return 'test' case 'backend-java-prod': return 'production' default: return null } } def fixedDownstreamJobPrefixForJob(String jobBaseName) { switch (jobBaseName) { case 'backend-java-dev': return 'baiyue-firstleg-dev-' case 'backend-java': return 'baiyue-firstleg-' case 'backend-java-prod': return 'baiyue-firstleg-prod-' default: return null } } def downstreamJobPrefixChoicesForJob(String jobBaseName) { return [fixedDownstreamJobPrefixForJob(jobBaseName) ?: 'baiyue-firstleg-'] } pipeline { // 总控流水线只识别变更并调度独立的服务 Job;实际 Maven、镜像和部署在 Jenkinsfile.service 中完成。 agent none options { disableConcurrentBuilds() timestamps() buildDiscarder(logRotator(numToKeepStr: '30')) } parameters { choice(name: 'BUILD_MODE', choices: ['AUTO', 'SELECT', 'ALL'], description: 'AUTO 按 Git 变更识别;SELECT 勾选服务;ALL 构建全部服务') booleanParam(name: 'SERVICE_GATEWAY', defaultValue: false, description: 'Gateway 网关服务(gateway)') booleanParam(name: 'SERVICE_GATEWAY_OVERSEAS', defaultValue: false, description: '海外 Gateway 网关服务(gateway-overseas)') booleanParam(name: 'SERVICE_AUTH', defaultValue: false, description: '统一认证服务(auth)') booleanParam(name: 'SERVICE_IAM', defaultValue: false, description: '租户与权限服务(iam)') booleanParam(name: 'SERVICE_FIRSTLEG', defaultValue: false, description: '头程履约服务(firstleg)') booleanParam(name: 'SERVICE_FINANCE', defaultValue: false, description: '财务服务(finance)') booleanParam(name: 'SERVICE_ORDER', defaultValue: false, description: '订单服务(order)') booleanParam(name: 'SERVICE_WAREHOUSE', defaultValue: false, description: '仓库与往来单位服务(warehouse)') booleanParam(name: 'SERVICE_FILE', defaultValue: false, description: '文件中心(file)') booleanParam(name: 'SERVICE_PRINT', defaultValue: false, description: '打印服务(print)') booleanParam(name: 'SERVICE_INTEGRATION', defaultValue: false, description: '第三方集成服务(integration-service)') booleanParam(name: 'SERVICE_LASTLEG', defaultValue: false, description: '海外尾程与入仓服务(lastleg-service)') booleanParam(name: 'SERVICE_WAREHOUSE_OVERSEAS', defaultValue: false, description: '海外仓资源服务(warehouse-overseas-service)') booleanParam(name: 'SERVICE_EVENT_BRIDGE', defaultValue: false, description: '跨区域事件桥(event-bridge-service;默认同时部署国内和海外实例)') choice(name: 'EVENT_BRIDGE_REGION', choices: ['BOTH', 'CN', 'OVERSEAS'], description: 'BOTH 同时部署国内和海外实例;CN/OVERSEAS 用于单区故障重跑') booleanParam(name: 'SERVICE_AUDIT', defaultValue: false, description: '审计服务(audit-service)') choice(name: 'ENVIRONMENT', choices: environmentChoicesForJob(env.JOB_BASE_NAME), description: '部署环境') booleanParam(name: 'DEPLOY', defaultValue: false, description: '各服务构建成功后是否独立部署') booleanParam(name: 'SKIP_TESTS', defaultValue: false, description: '是否跳过测试;生产构建不建议勾选') string(name: 'IMAGE_REPOSITORY', defaultValue: 'git.buggoglobal.com/java-project/baiyue-firstleg', description: '共享镜像仓库地址') string(name: 'DOCKER_BASE_IMAGE', defaultValue: 'git.buggoglobal.com/java-project/eclipse-temurin:17-jre-alpine', description: 'Java 17 基础镜像') choice(name: 'DOWNSTREAM_JOB_PREFIX', choices: downstreamJobPrefixChoicesForJob(env.JOB_BASE_NAME), description: '由当前总控 Job 固定的单服务 Job 前缀') } stages { stage('确定构建范围') { agent { label 'java-builder' } steps { script { String resolvedEnvironment = fixedEnvironmentForJob(env.JOB_BASE_NAME) String resolvedJobPrefix = fixedDownstreamJobPrefixForJob(env.JOB_BASE_NAME) if (!resolvedEnvironment || !resolvedJobPrefix) { error("未配置总控 Job ${env.JOB_BASE_NAME} 的固定部署环境,拒绝继续") } if (params.ENVIRONMENT != resolvedEnvironment || params.DOWNSTREAM_JOB_PREFIX?.trim() != resolvedJobPrefix) { echo "忽略外部传入的环境或 Job 前缀;${env.JOB_BASE_NAME} 固定使用 ${resolvedEnvironment} / ${resolvedJobPrefix}" } env.RESOLVED_ENVIRONMENT = resolvedEnvironment echo "Job ${env.JOB_BASE_NAME} 使用部署环境: ${env.RESOLVED_ENVIRONMENT}" // 先记录当前提交,使后续生产校验失败时通知仍能定位版本。 env.SOURCE_COMMIT = sh(script: 'git rev-parse HEAD', returnStdout: true).trim() env.IMAGE_TAG = sh(script: 'git rev-parse --short=12 HEAD', returnStdout: true).trim() if (env.RESOLVED_ENVIRONMENT == 'production') { sh ''' set -eu git fetch --no-tags origin +refs/heads/main:refs/remotes/origin/main test "$(git rev-parse HEAD)" = "$(git rev-parse origin/main)" || { echo "生产构建只允许 origin/main 当前提交;请先通过 Pull Request 合并到 main 后再部署" >&2 exit 1 } ''' } String requestedRepository = params.IMAGE_REPOSITORY?.trim() if (!requestedRepository || requestedRepository == 'registry.example.com/your-group/baiyue-firstleg') { error('必须填写真实镜像仓库地址') } if (requestedRepository.contains('://') || !requestedRepository.contains('/')) { error('IMAGE_REPOSITORY 格式错误:请填写 host[:port]/owner/image,不要包含 http:// 或 https://') } echo "${env.RESOLVED_ENVIRONMENT} 环境使用共享镜像仓库: ${requestedRepository}" env.RESOLVED_IMAGE_REPOSITORY = requestedRepository env.RESOLVED_JOB_PREFIX = resolvedJobPrefix env.DATABASE_CHANGE_DETECTED = 'false' if (env.RESOLVED_ENVIRONMENT == 'production' && params.SKIP_TESTS) { error('生产环境禁止跳过测试') } List selected = [] if (params.BUILD_MODE == 'ALL') { selected = serviceModules } else if (params.BUILD_MODE == 'SELECT') { selected = serviceModules.findAll { service -> params[serviceCheckboxes[service]] == true } if (!selected) { error('SELECT 模式至少需要勾选一个服务') } } else { def autoState = previousAutoBuildState(currentBuild.previousBuild, serviceModules) String base = autoState?.commit?.trim() List retryServices = autoState?.failedServices ?: [] if (!base) { // 首次启用或旧构建记录已淘汰时,只比较当前提交的直接父提交。 // 需要初始化全部服务时应显式使用 ALL,不能因历史成功基线过旧而意外全量部署。 base = sh(script: 'git rev-parse HEAD^ 2>/dev/null || true', returnStdout: true).trim() if (base) echo "AUTO 未找到历史记录,本次使用直接父提交作为基线: ${base}" } if (!base || sh(script: "git cat-file -e ${base}^{commit} 2>/dev/null", returnStatus: true) != 0) { selected = serviceModules echo 'AUTO 未找到可用基线,安全回退为全量构建' } else { List changed = sh(script: "git diff --name-only ${base} HEAD", returnStdout: true) .trim().split('\\n').collect { it.trim() }.findAll { it } boolean databaseChanged = changed.any { path -> databaseMigrationPaths.any { prefix -> path.startsWith(prefix) } } env.DATABASE_CHANGE_DETECTED = databaseChanged ? 'true' : 'false' List serviceRelevantChanges = changed.findAll { path -> !databaseMigrationPaths.any { prefix -> path.startsWith(prefix) } } boolean fullRebuild = serviceRelevantChanges.any { path -> fullRebuildPaths.any { prefix -> path == prefix || path.startsWith(prefix) } } if (fullRebuild) { selected = serviceModules } else { selected = serviceModules.findAll { module -> serviceRelevantChanges.any { it == module || it.startsWith("${module}/") } } commonPathServices.each { prefix, impactedServices -> if (serviceRelevantChanges.any { path -> path == prefix || path.startsWith(prefix) }) { selected.addAll(impactedServices) } } } selected.addAll(retryServices) echo "AUTO 基线: ${base};变更选中: ${selected.unique().join(',') ?: '无'};" + "补跑失败服务: ${retryServices.join(',') ?: '无'}" } } List invalid = selected.findAll { !serviceModules.contains(it) } if (invalid) { error("未知服务: ${invalid.join(', ')};允许值: ${serviceModules.join(', ')}") } selected = selected.unique() if (params.DEPLOY && selected.contains('event-bridge-service')) { String bridgeRegion = params.EVENT_BRIDGE_REGION?.trim() if (!['BOTH', 'SELECT', 'CN', 'OVERSEAS'].contains(bridgeRegion)) { error('EVENT_BRIDGE_REGION 只能为 BOTH、CN 或 OVERSEAS') } if (['BOTH', 'SELECT'].contains(bridgeRegion) && !['development', 'test'].contains(env.RESOLVED_ENVIRONMENT)) { error('事件桥 BOTH 仅支持开发或测试环境;预发布和生产必须明确选择 CN 或 OVERSEAS') } if (bridgeRegion == 'SELECT') { echo '兼容旧 Jenkins 参数 SELECT:本次按 BOTH 同时部署国内和海外事件桥' } } env.SELECTED_SERVICES = selected.join(',') env.NO_SERVICE_CHANGE = selected ? 'false' : 'true' if (!selected) { currentBuild.description = params.BUILD_MODE == 'AUTO' ? "AUTO ${env.IMAGE_TAG} | RESULTS" : (env.DATABASE_CHANGE_DETECTED == 'true' ? '仅数据库迁移变更 | 需单独审核执行' : '没有需要构建的业务服务') } else { String databaseSuffix = env.DATABASE_CHANGE_DETECTED == 'true' ? ' | DB migration pending' : '' currentBuild.description = params.BUILD_MODE == 'AUTO' ? "AUTO ${env.IMAGE_TAG} | PENDING ${env.SELECTED_SERVICES}${databaseSuffix}" : "${env.SELECTED_SERVICES} | ${env.IMAGE_TAG}${databaseSuffix}" echo "本次独立调度服务: ${env.SELECTED_SERVICES}" } if (env.DATABASE_CHANGE_DETECTED == 'true') { echo '检测到 deploy/sql/ 变更:AUTO 不据此扩大服务范围;统一 SQL 须独立审核并执行。' } } } } stage('Gateway 路由静态门禁') { when { expression { env.NO_SERVICE_CHANGE != 'true' } } agent { label 'java-builder' } steps { sh 'node --test scripts/gateway-route-contract.test.mjs' } } stage('统一 Maven 测试门禁') { when { expression { env.NO_SERVICE_CHANGE != 'true' && !params.SKIP_TESTS } } agent { label 'java-builder' } tools { maven 'maven-3.8.8' } steps { script { String selectedModules = env.SELECTED_SERVICES.split(',') .collect { it.trim() } .findAll { it } .join(',') echo "统一测试本次选中的服务及其公共依赖: ${selectedModules}" sh """ test \"\$(git rev-parse HEAD)\" = \"${env.SOURCE_COMMIT}\" find . -type f -path '*/target/surefire-reports/TEST-*.xml' -delete mvn --settings deploy/maven/settings-ci.xml --batch-mode --errors -pl ${selectedModules} -am test """ echo "统一测试门禁通过: ${env.SOURCE_COMMIT};下游单服务任务不再重复执行测试" } } post { always { junit allowEmptyResults: true, testResults: '**/target/surefire-reports/TEST-*.xml' } } } stage('并行调度独立服务 Job') { when { expression { env.NO_SERVICE_CHANGE != 'true' } } steps { script { Map branches = [:] env.SELECTED_SERVICES.split(',').each { selectedService -> String service = selectedService branches[service] = { String jobName = "${env.RESOLVED_JOB_PREFIX}${service}" boolean deployBothBridges = service == 'event-bridge-service' && ['BOTH', 'SELECT'].contains(params.EVENT_BRIDGE_REGION) String downstreamImageTag = deployBothBridges ? "${env.IMAGE_TAG}-both" : env.IMAGE_TAG String downstreamBridgeRegion = deployBothBridges ? 'CN' : (service == 'event-bridge-service' ? params.EVENT_BRIDGE_REGION : 'CN') echo "触发单服务 Job: ${jobName}" def downstreamBuild = build( job: jobName, wait: true, propagate: false, parameters: [ string(name: 'SOURCE_COMMIT', value: env.SOURCE_COMMIT), string(name: 'IMAGE_TAG', value: downstreamImageTag), string(name: 'ENVIRONMENT', value: env.RESOLVED_ENVIRONMENT), booleanParam(name: 'DEPLOY', value: params.DEPLOY), // 总控已完成统一测试,或用户已明确选择跳过;下游仅负责编译、打包和部署。 booleanParam(name: 'SKIP_TESTS', value: true), string(name: 'IMAGE_REPOSITORY', value: env.RESOLVED_IMAGE_REPOSITORY), string(name: 'DOCKER_BASE_IMAGE', value: params.DOCKER_BASE_IMAGE), // Choice 参数始终传递所有新旧 Job 都接受的单区值; // 双区意图通过现有 IMAGE_TAG 参数携带,由下游还原真实镜像标签。 string(name: 'EVENT_BRIDGE_REGION', value: downstreamBridgeRegion) ] ) downstreamResults[service] = downstreamBuild.result ?: 'UNKNOWN' downstreamBuildUrls[service] = downstreamBuild.absoluteUrl ?: '' downstreamBuildNumbers[service] = downstreamBuild.number?.toString() ?: '' echo "${service} 执行结果: ${downstreamResults[service]} (${downstreamBuild.absoluteUrl})" } } parallel branches } } } stage('汇总服务结果') { when { expression { env.NO_SERVICE_CHANGE != 'true' } } steps { script { List failed = downstreamResults.findAll { service, result -> result != 'SUCCESS' } .collect { service, result -> "${service}=${result}" } String summary = downstreamResults.collect { service, result -> "${service}=${result}" }.join(', ') echo "单服务执行汇总: ${summary}" currentBuild.description = params.BUILD_MODE == 'AUTO' ? "AUTO ${env.IMAGE_TAG} | RESULTS ${summary}" : "${env.IMAGE_TAG} | ${summary}" if (failed) { unstable("部分服务执行失败,但其他服务已独立完成:${failed.join(', ')}") } } } } } post { success { script { if (env.JOB_BASE_NAME == 'backend-java-prod' && params.DEPLOY && env.NO_SERVICE_CHANGE != 'true') { try { List deployedServices = env.SELECTED_SERVICES?.split(',') ?.collect { it.trim() } ?.findAll { it } ?: [] String serviceSummary = deployedServices.size() <= 3 ? deployedServices.join('、') : "${deployedServices.size()} 个服务" sendProductionWeComNotification( '✅ 生产部署成功', '成功', 'info', "> 结果:${deployedServices.size()} 个服务全部成功\n" + "> 部署服务:${serviceSummary ?: '—'}" ) } catch (Exception error) { echo "企业微信通知失败,不影响原构建结果:${error.message}" } } } } unstable { script { if (env.JOB_BASE_NAME == 'backend-java-prod' && params.DEPLOY) { try { List failedServices = downstreamResults.findAll { service, result -> result != 'SUCCESS' } .collect { service, result -> service } int successCount = downstreamResults.findAll { service, result -> result == 'SUCCESS' }.size() String failedLinks = failedServices.collect { service -> String url = downstreamBuildUrls[service] String number = downstreamBuildNumbers[service] String label = number ? "${service} #${number}" : service url ? "[${label}](${url})" : label }.join('、') sendProductionWeComNotification( '⚠️ 生产部署部分失败', '部分失败', 'warning', "> 结果:成功 ${successCount} / 失败 ${failedServices.size()}\n" + "> 失败服务:${failedLinks ?: '未解析'}\n" + '> 说明:点击失败服务可直接查看下游构建日志' ) } catch (Exception error) { echo "企业微信通知失败,不影响原构建结果:${error.message}" } } } } failure { script { if (env.JOB_BASE_NAME == 'backend-java-prod' && params.DEPLOY) { try { sendProductionWeComNotification( '❌ 生产发布失败', '失败', 'warning', '> 说明:生产发布流程失败,请打开父构建日志查看失败阶段' ) } catch (Exception error) { echo "企业微信通知失败,不影响原构建结果:${error.message}" } } } } aborted { script { if (env.JOB_BASE_NAME == 'backend-java-prod' && params.DEPLOY) { try { sendProductionWeComNotification( '⏹ 生产部署已取消', '已取消', 'comment', '> 说明:生产部署流程被人工取消或中止' ) } catch (Exception error) { echo "企业微信通知失败,不影响原构建结果:${error.message}" } } } } } }