Merge pull request #150 from cloudgraphdev/feature/EP-3200-add-codecommit-repository-service

Feature/ep 3200 add codecommit repository service

Author: m-pizarro

README.md

@@ -91,6 +91,7 @@ CloudGraph AWS Provider will ask you what regions you would like to crawl and wi
 | cloudtrail                   | cloudwatch, cloudwatchLog, kms, s3, sns                                                                                                                                                                                                                                                                                                                                                                                       |
 | cloudwatch                   | cloudfront, cloudtrail, cloudwatchLog, sns                                                                                                                                                                                                                                                                                                                                                                                    |
 | cloudwatchLog                | cloudtrail, cloudwatch, ecsCluster, elasticSearchDomain, kms, managedAirflow, rdsDbInstance                                                                                                                                                                                                                                                                                                                                   |
+| codeCommitRepository        |                                                                                                                                                                                                                                                                                                                                                                                       |
 | codebuild                    | iamRole, kms, vpc, securityGroup, subnet                                                                                                                                                                                                                                                                                                                                                                                      |
 | cognitoIdentityPool          | iamRole, iamOpenIdConnectProvider, iamSamlProvider, elasticSearchDomain                                                                                                                                                                                                                                                                                                                                                       |
 | cognitoUserPool              | appSync, elasticSearchDomain, lambda                                                                                                                                                                                                                                                                                                                                                                                          |

package.json

@@ -31,6 +31,7 @@
     "terraform:cleanup": "rimraf ./tests/terraform/{.terraform,.terraform.lock.hcl,tfplan} ./tests/terraform/*.{tfstate,tfplan,backup}"
   },
   "dependencies": {
+    "@aws-sdk/client-codecommit": "^3.342.0",
     "@aws-sdk/client-elastic-beanstalk": "^3.338.0",
     "@aws-sdk/client-glue": "^3.342.0",
     "@aws-sdk/client-ssm": "^3.341.0",

src/enums/schemasMap.ts

@@ -25,6 +25,7 @@ export default {
   [services.cloudwatch]: 'awsCloudwatch',
   [services.cloudwatchLog]: 'awsCloudwatchLog',
   [services.codebuild]: 'awsCodebuild',
+  [services.codeCommitRepository]: 'awsCodeCommitRepository',
   [services.cognitoIdentityPool]: 'awsCognitoIdentityPool',
   [services.cognitoUserPool]: 'awsCognitoUserPool',
   [services.configurationRecorder]: 'awsConfigurationRecorder',

src/enums/serviceAliases.ts

@@ -21,6 +21,7 @@ export default {
   [services.cloudwatchDashboard]: 'cloudwatchDashboards',
   [services.cloudwatchEventRule]: 'cloudwatchEventRules',
   [services.codebuild]: 'codebuilds',
+  [services.codeCommitRepository]: 'codeCommitRepositories',
   [services.configurationDeliveryChannel]: 'configurationDeliveryChannels',
   [services.configurationRecorder]: 'configurationRecorders',
   [services.configurationRule]: 'configurationRules',

src/enums/serviceMap.ts

@@ -120,6 +120,7 @@ import TransitGatewayRouteTable from '../services/transitGatewayRouteTable'
 import VPC from '../services/vpc'
 import VpcEndpoint from '../services/vpcEndpoint'
 import VpcPeeringConnection from '../services/vpcPeeringConnection'
+import CodeCommitRepository from '../services/codeCommitRepository'
 import VpnConnection from '../services/vpnConnection'
 import VpnGateway from '../services/vpnGateway'
 import WafV2WebAcl from '../services/wafV2WebAcl'
@@ -156,6 +157,7 @@ export default {
   [services.cloudwatchEventRule]: CloudWatchEventRule,
   [services.cloudwatchLog]: CloudWatchLog,
   [services.codebuild]: CodeBuild,
+  [services.codeCommitRepository]: CodeCommitRepository,
   [services.cognitoIdentityPool]: CognitoIdentityPool,
   [services.cognitoUserPool]: CognitoUserPool,
   [services.configurationDeliveryChannel]: ConfigurationDeliveryChannel,

src/enums/services.ts

@@ -24,6 +24,7 @@ export default {
   cloudwatchEventRule: 'cloudwatchEventRule',
   cloudwatchLog: 'cloudwatchLog',
   codebuild: 'codebuild',
+  codeCommitRepository: 'codeCommitRepository',
   cognitoIdentityPool: 'cognitoIdentityPool',
   cognitoUserPool: 'cognitoUserPool',
   configurationDeliveryChannel: 'configurationDeliveryChannel',

src/services/account/schema.graphql

@@ -22,6 +22,7 @@ type awsAccount implements awsOptionalService @key(fields: "id") {
   cloudwatch: [awsCloudwatch]
   cloudwatchLogs: [awsCloudwatchLog]
   codebuilds: [awsCodebuild]
+  codeCommitRepository: [awsCodeCommitRepository]
   cognitoIdentityPool: [awsCognitoIdentityPool]
   cognitoUserPool: [awsCognitoUserPool]
   configurationDeliveryChannels: [awsConfigurationDeliveryChannel]

src/services/codeCommitRepository/data.ts

@@ -0,0 +1,93 @@
+import {
+  CodeCommitClient,
+  ListRepositoriesCommand,
+  ListRepositoriesInput,
+  RepositoryNameIdPair,
+} from '@aws-sdk/client-codecommit'
+import CloudGraph from '@cloudgraph/sdk'
+import { Config } from 'aws-sdk'
+import { groupBy } from 'lodash'
+import isEmpty from 'lodash/isEmpty'
+import awsLoggerText from '../../properties/logger'
+import AwsErrorLog from '../../utils/errorLog'
+
+const lt = { ...awsLoggerText }
+const { logger } = CloudGraph
+
+const serviceName = 'Code Commit Repository'
+const errorLog = new AwsErrorLog(serviceName)
+
+export interface RawAwsRepository extends RepositoryNameIdPair {
+  region: string
+}
+
+const listRepositories = async (
+  cc: CodeCommitClient
+): Promise<RepositoryNameIdPair[]> =>
+  new Promise(async resolve => {
+    const ccRepositories: RepositoryNameIdPair[] = []
+
+    const input: ListRepositoriesInput = {}
+
+    const listAllRepositories = (token?: string): void => {
+      if (token) {
+        input.nextToken = token
+      }
+      const command = new ListRepositoriesCommand(input)
+      cc.send(command)
+        .then(data => {
+          if (isEmpty(data)) {
+            return resolve([])
+          }
+
+          const { repositories = [], nextToken } = data || {}
+
+          ccRepositories.push(...repositories)
+
+          if (nextToken) {
+            logger.debug(lt.foundAnotherThousand)
+            listAllRepositories(nextToken)
+          } else {
+            resolve(ccRepositories)
+          }
+        })
+        .catch(err => {
+          errorLog.generateAwsErrorLog({
+            functionName: 'codecommit:listRepositories',
+            err,
+          })
+          resolve([])
+        })
+    }
+    listAllRepositories()
+  })
+
+export default async ({
+  regions,
+  config,
+}: {
+  regions: string
+  config: Config
+}): Promise<{ [property: string]: RawAwsRepository[] }> =>
+  new Promise(async resolve => {
+    const { credentials } = config
+    const repositoriesData: RawAwsRepository[] = []
+
+    const regionPromises = regions.split(',').map(region => {
+      const cc = new CodeCommitClient({
+        credentials,
+        region,
+      })
+      return new Promise<void>(async resolveRegion => {
+        const repos = (await listRepositories(cc)) || []
+        if (!isEmpty(repos))
+          repositoriesData.push(...repos.map(val => ({ ...val, region })))
+        resolveRegion()
+      })
+    })
+
+    await Promise.all(regionPromises)
+    errorLog.reset()
+
+    resolve(groupBy(repositoriesData, 'region'))
+  })

src/services/codeCommitRepository/format.ts

@@ -0,0 +1,28 @@
+import { AwsCodeCommitRepository } from '../../types/generated'
+import { codeCommitRepositoryArn } from '../../utils/generateArns'
+import { RawAwsRepository } from './data'
+
+/**
+ * Code Commit Repository
+ */
+export default ({
+  account,
+  region,
+  service: parameter,
+}: {
+  account: string
+  region: string
+  service: RawAwsRepository
+}): AwsCodeCommitRepository => {
+  const { repositoryName, repositoryId } = parameter
+
+  const arn = codeCommitRepositoryArn({ region, account, name: repositoryName })
+
+  return {
+    accountId: account,
+    arn,
+    id: repositoryId,
+    name: repositoryName,
+    region,
+  }
+}

src/services/codeCommitRepository/index.ts

@@ -0,0 +1,13 @@
+import { Service } from '@cloudgraph/sdk'
+import BaseService from '../base'
+import getData from './data'
+import format from './format'
+import mutation from './mutation'
+
+export default class CodeCommitRepository extends BaseService implements Service {
+  format = format.bind(this)
+
+  getData = getData.bind(this)
+
+  mutation = mutation
+}