Skip to content
This repository was archived by the owner on May 24, 2024. It is now read-only.

Commit 7ee1ea5

Browse files
khalifaproenkhalifapro
khalifapro
and
enkhalifapro
authored
Add git big repos connector (#119)
* add git big repos connector Signed-off-by: Ayman <enkhalifapro@gmail.com> * raise infra Signed-off-by: Ayman <enkhalifapro@gmail.com> * test changes Signed-off-by: Ayman <enkhalifapro@gmail.com> * clean up Signed-off-by: Ayman <enkhalifapro@gmail.com> --------- Signed-off-by: Ayman <enkhalifapro@gmail.com> Co-authored-by: Ayman <enkhalifapro@gmail.com>
1 parent af91a13 commit 7ee1ea5

File tree

2 files changed

+152
-0
lines changed

2 files changed

+152
-0
lines changed

‎deploy/dev/main.tf

Lines changed: 76 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1073,6 +1073,82 @@ resource "aws_ecs_task_definition" "insights-connector-git-orphaned-handler-task
10731073

10741074
}
10751075

1076+
/* ECS git-big-repo task definitions */
1077+
resource "aws_ecs_task_definition" "insights-connector-git-bigrepos-task" {
1078+
family = "insights-connector-git-bigrepos-task"
1079+
requires_compatibilities = ["FARGATE"]
1080+
network_mode = "awsvpc"
1081+
cpu = "4096"
1082+
memory = "16384"
1083+
execution_role_arn = aws_iam_role.ecs_task_execution_role.arn
1084+
task_role_arn = aws_iam_role.ecs_task_role.arn
1085+
container_definitions = jsonencode([
1086+
{
1087+
name = "insights-connector-git-bigrepos"
1088+
image = "${var.eg_account_id}.dkr.ecr.${var.eg_aws_region}.amazonaws.com/insights-connector-git-bigrepos:latest"
1089+
cpu = 4096
1090+
memory = 16384
1091+
essential = true
1092+
secrets : [
1093+
{
1094+
name : "DATA_LAKE_SERVICE_URL",
1095+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/datalakeurl"
1096+
},
1097+
{
1098+
name : "AUTH_GRANT_TYPE",
1099+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_grant_type"
1100+
},
1101+
{
1102+
name : "AUTH_CLIENT_ID",
1103+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_client_id"
1104+
},
1105+
{
1106+
name : "AUTH_CLIENT_SECRET",
1107+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_client_secret"
1108+
},
1109+
{
1110+
name : "AUTH_AUDIENCE",
1111+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_audience"
1112+
},
1113+
{
1114+
name : "AUTH0_URL",
1115+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_url"
1116+
},
1117+
{
1118+
name : "ES_CACHE_URL",
1119+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/elastic_cache_url"
1120+
},
1121+
{
1122+
name : "BOT_NAME_REGEX",
1123+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/bot_name_regex"
1124+
},
1125+
{
1126+
name : "BOT_USERNAME_REGEX",
1127+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/bot_username_regex"
1128+
},
1129+
{
1130+
name : "BOT_EMAIL_REGEX",
1131+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/bot_email_regex"
1132+
},
1133+
{
1134+
name : "PACK_SIZE",
1135+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/git_big_repos_pack_size"
1136+
}
1137+
],
1138+
logConfiguration : {
1139+
"logDriver" : "awslogs",
1140+
"options" : {
1141+
"awslogs-group" : "insights-ecs-connector-git-bigrepos",
1142+
"awslogs-region" : var.eg_aws_region,
1143+
"awslogs-create-group" : "true",
1144+
"awslogs-stream-prefix" : "ecs"
1145+
}
1146+
}
1147+
}
1148+
])
1149+
1150+
}
1151+
10761152
/* ecs scheduler service */
10771153
resource "aws_ecs_service" "insights-scheduler" {
10781154
name = "insights-scheduler"

‎deploy/prod/main.tf

Lines changed: 76 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1085,6 +1085,82 @@ resource "aws_ecs_task_definition" "insights-connector-git-orphaned-handler-task
10851085

10861086
}
10871087

1088+
/* ECS git-big-repo task definitions */
1089+
resource "aws_ecs_task_definition" "insights-connector-git-bigrepos-task" {
1090+
family = "insights-connector-git-bigrepos-task"
1091+
requires_compatibilities = ["FARGATE"]
1092+
network_mode = "awsvpc"
1093+
cpu = "4096"
1094+
memory = "16384"
1095+
execution_role_arn = aws_iam_role.ecs_task_execution_role.arn
1096+
task_role_arn = aws_iam_role.ecs_task_role.arn
1097+
container_definitions = jsonencode([
1098+
{
1099+
name = "insights-connector-git-bigrepos"
1100+
image = "${var.eg_account_id}.dkr.ecr.${var.eg_aws_region}.amazonaws.com/insights-connector-git-bigrepos:stable"
1101+
cpu = 4096
1102+
memory = 16384
1103+
essential = true
1104+
secrets : [
1105+
{
1106+
name : "DATA_LAKE_SERVICE_URL",
1107+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/datalakeurl"
1108+
},
1109+
{
1110+
name : "AUTH_GRANT_TYPE",
1111+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_grant_type"
1112+
},
1113+
{
1114+
name : "AUTH_CLIENT_ID",
1115+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_client_id"
1116+
},
1117+
{
1118+
name : "AUTH_CLIENT_SECRET",
1119+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_client_secret"
1120+
},
1121+
{
1122+
name : "AUTH_AUDIENCE",
1123+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_audience"
1124+
},
1125+
{
1126+
name : "AUTH0_URL",
1127+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/auth0_url"
1128+
},
1129+
{
1130+
name : "ES_CACHE_URL",
1131+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/elastic_cache_url"
1132+
},
1133+
{
1134+
name : "BOT_NAME_REGEX",
1135+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/bot_name_regex"
1136+
},
1137+
{
1138+
name : "BOT_USERNAME_REGEX",
1139+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/bot_username_regex"
1140+
},
1141+
{
1142+
name : "BOT_EMAIL_REGEX",
1143+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/bot_email_regex"
1144+
},
1145+
{
1146+
name : "PACK_SIZE",
1147+
valueFrom : "arn:aws:ssm:${var.eg_aws_region}:${var.eg_account_id}:parameter/insights/connectors/git_big_repos_pack_size"
1148+
}
1149+
],
1150+
logConfiguration : {
1151+
"logDriver" : "awslogs",
1152+
"options" : {
1153+
"awslogs-group" : "insights-ecs-connector-git-bigrepos",
1154+
"awslogs-region" : var.eg_aws_region,
1155+
"awslogs-create-group" : "true",
1156+
"awslogs-stream-prefix" : "ecs"
1157+
}
1158+
}
1159+
}
1160+
])
1161+
1162+
}
1163+
10881164
/* ecs scheduler service */
10891165
resource "aws_ecs_service" "insights-scheduler" {
10901166
name = "insights-scheduler"

0 commit comments

Comments
 (0)