GitLabの活用

{
    "Records": [
        {
            "EventSource": "aws:sns",
            "EventVersion": "1.0",
            "EventSubscriptionArn": "arn:aws:sns:ap-northeast-1: 111111111111:CloudWatchAlert:a662f1f3-2f18-48da-97bd-c0808d575e74",
            "Sns": {
                "Type": "Notification",
                "MessageId": "268fd7d0-acba-54fd-bcf9-8f10a563a56c",
                "TopicArn": "arn:aws:sns:ap-northeast-1: 111111111111:CloudWatchAlert",
                "Subject": "ALARM: \"GitLabSampleFunc\" in Asia Pacific (Tokyo)",
                "Message": {
                    "AlarmName": "GitLabSampleFunc",
                    "AlarmDescription": "顧客通知",
                    "AWSAccountId": "111111111111",
                    "NewStateValue": "ALARM",
                    "NewStateReason": "Threshold Crossed: 1 out of the last 1 datapoints [1.0 (08/03/21 11:15:00)] was greater than or equal to the threshold (1.0) (minimum 1 datapoint for OK -> ALARM transition).",
                    "StateChangeTime": "2021-03-08T11:16:41.353+0000",
                    "Region": "Asia Pacific (Tokyo)",
                    "AlarmArn": "arn:aws:cloudwatch:ap-northeast-1:111111111111:alarm:GitLabSampleFunc",
                    "OldStateValue": "OK",
                    "Trigger": {
                        "MetricName": "Errors",
                        "Namespace": "AWS/Lambda",
                        "StatisticType": "Statistic",
                        "Statistic": "AVERAGE",
                        "Unit": null,
                        "Dimensions": [
                            {
                                "value": "ErrorFunctionSample",
                                "name": "FunctionName"
                            },
                            {
                                "value": "ErrorFunctionSample",
                                "name": "Resource"
                            }
                        ],
                        "Period": 60,
                        "EvaluationPeriods": 1,
                        "ComparisonOperator": "GreaterThanOrEqualToThreshold",
                        "Threshold": 1.0,
                        "TreatMissingData": "- TreatMissingData:                    notBreaching",
                        "EvaluateLowSampleCountPercentile": ""
                    }
                },
                "Timestamp": "2021-03-08T11: 16: 41.412Z",
                "SignatureVersion": "1",
                "Signature": "bW8dVpMJcQwcaYd3bqgG/WzHJQcMOXj2RvTcdDXWyDb+vYHAcmFpfAk23AuMmQ6C2jZfTVaJaG5NgSzBOpV9PjU2dOHJFoo1zI7LFGyPlwCtu+qta/fGaq5HKRk86Utzcq74E4gFt2F5gQJ3EYtxJtXuQsLK9LHw42W664I8Edoxsw1vHoPoLr3gZ+ib6wn6H4UoFlA93mEc4WTktQWiLH7ML0wnfilbEve+BUFmSQbWIfWqINhwR8sRPXSxtFwtRE8mAwNN1v+3yYBH+QPVsBa3vPmSMvgnzJL131LwohEyc4kImQmG0r8KIpv6ARlTy6Ffay/55ELwjzRwXQFG8g==', 'SigningCertUrl': 'https: //sns.ap-northeast-1.amazonaws.com/SimpleNotificationService-010a507c1833636cd94bdb98bd93083a.pem', 'UnsubscribeUrl': 'https://sns.ap-northeast-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:ap-northeast-1:111111111111:CloudWatchAlert:a662f1f3-2f18-48da-97bd-c0808d575e74",
                "MessageAttributes": {}
            }
        }
    ]
}

include:
  - template: Code-Quality.gitlab-ci.yml

code_quality:
  artifacts:
    paths: [gl-code-quality-report.json]

pytest:
 stage: test
 script:
   - pytest --junitxml=report.xml
 artifacts:
   when: always
   reports:
     junit: report.xml

- pytest tests --junitxml=report.xml --cov=src -v

include:
  - template: Code-Quality.gitlab-ci.yml

code_quality:
  rules:
    - if: '$CODE_QUALITY_DISABLED'
      when: never
    - if: '$CI_COMMIT_TAG || $CI_COMMIT_BRANCH'

code_quality:
  rules:
    - if: '$CODE_QUALITY_DISABLED'
      when: never
    - if: '$CI_PIPELINE_SOURCE == "merge_request_event"' # Run code quality job in merge request pipelines
    - if: '$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH'      # Run code quality job in pipelines on the master branch (but not in other branch pipelines)
    - if: '$CI_COMMIT_TAG'                               # Run code quality job in pipelines for tags

job1:
  script: rspec
  coverage: '/Code coverage: \d+\.\d+/'

coverage: '^TOTAL.+?(\d+\%)$'

coverage: '/^TOTAL.+?(\d+\%)$/'

# テンプレート部分
.tests: 
  script: rake test
  stage: test
  only:
    refs:
      - branches

rspec:
  extends: .tests # extendsでテンプレートを継承
  script: rake rspec
  only:
    variables:
      - $RSPEC

rspec:
  script: rake rspec # rspecでも定義しているため上書きされている箇所
  stage: test
  only:
    refs: # rspecで指定されていないためテンプレートの定義が適用されている箇所
      - branches 
    variables: # rspecで指定されているため上書きされている箇所
      - $RSPEC 

.frontend-base:
  extends:
    - .default-retry
    - .default-before_script
  variables:
    SETUP_DB: "false"
    # we override the max_old_space_size to prevent OOM errors
    NODE_OPTIONS: --max_old_space_size=3584

.yarn-install: &yarn-install
  - source scripts/utils.sh
  - run_timed_command "retry yarn install --frozen-lockfile"

.compile-assets-base:
  extends:
    - .frontend-base
    - .assets-compile-cache
  image: registry.gitlab.com/gitlab-org/gitlab-build-images:ruby-2.7.2-git-2.29-lfs-2.9-node-14.15-yarn-1.22-graphicsmagick-1.3.34
  variables:
    WEBPACK_VENDOR_DLL: "true"
  stage: prepare
  script:
    - *yarn-install
    - run_timed_command "bin/rake gitlab:assets:compile"
    - run_timed_command "scripts/clean-old-cached-assets"

compile-production-assets:
  extends:
    - .compile-assets-base
    - .frontend:rules:compile-production-assets
  variables:
    NODE_ENV: "production"
    RAILS_ENV: "production"
    WEBPACK_REPORT: "true"
  artifacts:
    name: webpack-report
    expire_in: 31d
    paths:
      # These assets are used in multiple locations:
      # - in `build-assets-image` job to create assets image for packaging systems
      # - GitLab UI for integration tests: https://gitlab.com/gitlab-org/gitlab-ui/-/blob/e88493b3c855aea30bf60baee692a64606b0eb1e/.storybook/preview-head.pug#L1
      - public/assets/
      - webpack-report/
    when: always
  after_script:
    - rm -f /etc/apt/sources.list.d/google*.list  # We don't need to update Chrome here

.default-retry:
  retry:
    max: 2  # This is confusing but this means "3 runs at max".
    when:
      - unknown_failure
      - api_failure
      - runner_system_failure
      - job_execution_timeout
      - stuck_or_timeout_failure

##################
# Frontend rules #
##################
.frontend:rules:compile-production-assets:
  rules:
    - <<: *if-not-canonical-namespace
      when: never
    - <<: *if-default-refs
      changes: *code-qa-patterns

# 最新版を使用
services:
  - mysql:latest

# バージョンを指定
services:
  - mysql:5.7.12

variables:
  # Configure mysql environment variables (https://hub.docker.com/_/mysql/)
  MYSQL_DATABASE: $MYSQL_DB
  MYSQL_ROOT_PASSWORD: $MYSQL_PASS

Host: mysql
User: runner
Password: <your_mysql_password>
Database: <your_mysql_database>

# この配下にIssueのテンプレートを格納する
.gitlab/issue_templates/

# この配下にMerge Requestのテンプレートを格納する
.gitlab/merge_request_templates/

.
└── group_a
    ├── project_a
    │   └── issue
    └── project_b
        ├── issue
        └── milestone
    └── group_b
        └── project_c
          ├── issue
          └── milestone

import gitlab

gl = gitlab.Gitlab('https://gitlab.com', private_token=API_KEY)

# Group Objectの取得
GROUP_ID = 'xxxxxxxxxx'
group = gl.groups.get(GROUP_ID)

# 対象Group内のIssueの取得
issues = group.issues.list()
print(issues)
[<GroupIssue id:xxxxxxxxxx>,
 <GroupIssue id:xxxxxxxxxx>,
 <GroupIssue id:xxxxxxxxxx>,
 <GroupIssue id:xxxxxxxxxx>,
 <GroupIssue id:xxxxxxxxxx>,
 <GroupIssue id:xxxxxxxxxx>,
 ...
]

# 対象Group内のMergeRequestsを取得
mrs = group.mergerequests.list()

# 
issues = group.issues.list(page=1, per_page=30)
len(issues) # 30

# 全件を取得
issues = group.issues.list(all=True)
len(issues) # 195

# Project Objectの取得
PROJECT_ID = '123456789'
project = gl.projects.get(PROJECT_ID)

# Issueの一覧を取得
project.issues.list(page=1, per_page=30)

# repository_treeでファイルの情報を取得
items = project.repository_tree(path='', all=True)

# files.getでファイルの内容を取得
import pandas as pd
import io

file_data = project.files.get('temp.csv', 'main')
# file_data.decode()でbytes型のデータが得られるので、.decodeでstrに変換
csv_string = file_data.decode().decode('utf-8')
# bufferから直接読み込みを行うため、strをStringIOでbufferに変換
pd.read_csv(io.StringIO(csv_string))

# Write your query or mutation here
query {
  group(fullPath: "gitlab-org") {
    timelogs (startDate: "2021-01-01", endDate: "2021-01-22") {
      nodes {
        user {
          name
        }
        issue {
          title
        }
        spentAt
        timeSpent
        note {
          body
        }
      }
    }
  }
}

{
  "data": {
    "group": {
      "timelogs": {
        "nodes": [
          {
            "user": {
              "name": "Lee Tickett"
            },
            "issue": {
              "title": "Document `/spend` quick action date parameter"
            },
            "spentAt": "2021-01-01T00:00:00Z",
            "timeSpent": 3600,
            "note": null
          },
          {
            "user": {
              "name": "John McGuire"
            },
            "issue": {
              "title": "Display search results number/count next to filtering options in Global Search results page"
            },
            "spentAt": "2021-01-19T00:00:00Z",
            "timeSpent": 1800,
            "note": null
          },
          {
            "user": {
              "name": "John McGuire"
            },
            "issue": {
              "title": "Search API docs quick links do not work for project search"
            },
            "spentAt": "2021-01-15T00:00:00Z",
            "timeSpent": 3600,
            "note": null
          },
          {
            "user": {
              "name": "John McGuire"
            },
            "issue": {
              "title": "Determine cause for gradual increase in Elasticsearch latency since 2020-11-02"
            },
            "spentAt": "2021-01-14T00:00:00Z",
            "timeSpent": 10800,
            "note": null
          },
          {
            "user": {
              "name": "Achilleas Pipinellis"
            },
            "issue": null,
            "spentAt": "2021-01-14T00:00:00Z",
            "timeSpent": 1800,
            "note": null
          },
          {
            "user": {
              "name": "Achilleas Pipinellis"
            },
            "issue": null,
            "spentAt": "2021-01-13T00:00:00Z",
            "timeSpent": 1800,
            "note": null
          },
          {
            "user": {
              "name": "Achilleas Pipinellis"
            },
            "issue": null,
            "spentAt": "2021-01-13T00:00:00Z",
            "timeSpent": 3600,
            "note": null
          },
          {
            "user": {
              "name": "Achilleas Pipinellis"
            },
            "issue": null,
            "spentAt": "2021-01-12T00:00:00Z",
            "timeSpent": 14400,
            "note": null
          },
          {
            "user": {
              "name": "Achilleas Pipinellis"
            },
            "issue": null,
            "spentAt": "2021-01-12T00:00:00Z",
            "timeSpent": 1200,
            "note": null
          },
          {
            "user": {
              "name": "Achilleas Pipinellis"
            },
            "issue": null,
            "spentAt": "2021-01-11T00:00:00Z",
            "timeSpent": 18000,
            "note": null
          }
        ]
      }
    }
  }
}

TEMPLATE_URL = 'https://gitlab.com/api/v4/projects/xxxxxxx/templates/issues/xxxxx'
POST_ISSUE_URL = 'https://gitlab.com/api/v4/projects/xxxxxxx/issues'
API_KEY = 'xxxxxxx'

headers = {'Authorization': 'Bearer {}'.format(API_KEY)}

# Template APIを呼んでTemplateの内容を文字列で取得
res = requests.get(TEMPLATE_URL, headers=headers)
description = res.json()['content']

# 取得したTemplateの内容をdescriptionに設定することでTemplateを適用
post_params = {
    "title": 'sample',
    "description": description
}
res = requests.post(POST_ISSUE_URL, headers=headers, params=post_params)

build:
  stage: build
  script:
    - echo "BUILD_VARIABLE=value_from_build_job" >> build.env
  artifacts:
    reports:
      dotenv: build.env

deploy:
  stage: deploy
  variables:
    BUILD_VARIABLE: value_from_deploy_job
  script:
    - echo "$BUILD_VARIABLE"  # Output is: 'value_from_build_job' due to precedence