main.tf 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273
  1. # Some instance variables
  2. locals {
  3. ami_selection = "minion" # master, minion, ...
  4. instance_name = "${var.prefix}-splunk-hf"
  5. is_moose = length(regexall("moose", var.prefix)) > 0 ? true : false
  6. }
  7. # Rather than pass in the aws security group, we just look it up. This will
  8. # probably be useful other places, as well.
  9. data "aws_security_group" "typical-host" {
  10. name = "typical-host"
  11. vpc_id = var.vpc_id
  12. }
  13. # Use the default EBS key
  14. data "aws_kms_key" "ebs-key" {
  15. key_id = "alias/ebs_root_encrypt_decrypt"
  16. }
  17. resource "aws_network_interface" "instance" {
  18. subnet_id = var.subnets[0]
  19. security_groups = [data.aws_security_group.typical-host.id, aws_security_group.heavy_forwarder_security_group.id]
  20. description = local.instance_name
  21. tags = merge(local.standard_tags, var.tags, { Name = local.instance_name })
  22. }
  23. resource "aws_instance" "instance" {
  24. #availability_zone = var.azs[count.index % 2]
  25. tenancy = "default"
  26. ebs_optimized = true
  27. disable_api_termination = var.instance_termination_protection
  28. instance_initiated_shutdown_behavior = "stop"
  29. instance_type = local.instance_type
  30. key_name = "msoc-build"
  31. monitoring = false
  32. iam_instance_profile = module.instance_profile.profile_id
  33. metadata_options {
  34. http_tokens = "optional" # tfsec:ignore:aws-ec2-enforce-http-token-imds Splunk uses v1 by default. AWS Addon doesn't support it at all? MSOCI-2150
  35. }
  36. ami = local.ami_map[local.ami_selection]
  37. # We need to ignore ebs_block_device changes, because if the AMI changes, so does the snapshot_id.
  38. # If they add a feature to block more specific changes (eg `ebs_block_devices[*].snapshot_id`), then
  39. # that could be removed.
  40. lifecycle { ignore_changes = [ami, key_name, user_data, ebs_block_device] }
  41. # These device definitions are optional, but added for clarity.
  42. root_block_device {
  43. volume_type = "gp3"
  44. volume_size = local.volume_sizes["/"]
  45. delete_on_termination = true
  46. encrypted = true
  47. kms_key_id = data.aws_kms_key.ebs-key.arn
  48. }
  49. ebs_block_device {
  50. # /opt/splunk
  51. # Note: Not in AMI
  52. device_name = "/dev/xvdf"
  53. volume_size = local.volume_sizes["/opt/splunk"]
  54. delete_on_termination = true
  55. encrypted = true
  56. kms_key_id = data.aws_kms_key.ebs-key.arn
  57. }
  58. ebs_block_device {
  59. # swap
  60. device_name = "/dev/xvdm"
  61. volume_size = local.volume_sizes["swap"]
  62. delete_on_termination = true
  63. encrypted = true
  64. kms_key_id = data.aws_kms_key.ebs-key.arn
  65. # Snapshot IDs need to be grabbed from the ami, or it will replace every time. It's ugly.
  66. # This may prompt replacement when the AMI is updated.
  67. # See:
  68. # https://github.com/hashicorp/terraform/issues/19958
  69. # https://github.com/terraform-providers/terraform-provider-aws/issues/13118
  70. snapshot_id = local.block_device_mappings[local.ami_selection]["/dev/xvdm"].ebs.snapshot_id
  71. }
  72. ebs_block_device {
  73. # /home
  74. device_name = "/dev/xvdn"
  75. volume_size = local.volume_sizes["/home"]
  76. delete_on_termination = true
  77. encrypted = true
  78. kms_key_id = data.aws_kms_key.ebs-key.arn
  79. snapshot_id = local.block_device_mappings[local.ami_selection]["/dev/xvdn"].ebs.snapshot_id
  80. }
  81. ebs_block_device {
  82. # /var
  83. device_name = "/dev/xvdo"
  84. volume_size = local.volume_sizes["/var"]
  85. delete_on_termination = true
  86. encrypted = true
  87. kms_key_id = data.aws_kms_key.ebs-key.arn
  88. snapshot_id = local.block_device_mappings[local.ami_selection]["/dev/xvdo"].ebs.snapshot_id
  89. }
  90. ebs_block_device {
  91. # /var/tmp
  92. device_name = "/dev/xvdp"
  93. volume_size = local.volume_sizes["/var/tmp"]
  94. delete_on_termination = true
  95. encrypted = true
  96. kms_key_id = data.aws_kms_key.ebs-key.arn
  97. snapshot_id = local.block_device_mappings[local.ami_selection]["/dev/xvdp"].ebs.snapshot_id
  98. }
  99. ebs_block_device {
  100. # /var/log
  101. device_name = "/dev/xvdq"
  102. volume_size = local.volume_sizes["/var/log"]
  103. delete_on_termination = true
  104. encrypted = true
  105. kms_key_id = data.aws_kms_key.ebs-key.arn
  106. snapshot_id = local.block_device_mappings[local.ami_selection]["/dev/xvdq"].ebs.snapshot_id
  107. }
  108. ebs_block_device {
  109. # /var/log/audit
  110. device_name = "/dev/xvdr"
  111. volume_size = local.volume_sizes["/var/log/audit"]
  112. delete_on_termination = true
  113. encrypted = true
  114. kms_key_id = data.aws_kms_key.ebs-key.arn
  115. snapshot_id = local.block_device_mappings[local.ami_selection]["/dev/xvdr"].ebs.snapshot_id
  116. }
  117. ebs_block_device {
  118. # /tmp
  119. device_name = "/dev/xvds"
  120. volume_size = local.volume_sizes["/tmp"]
  121. delete_on_termination = true
  122. encrypted = true
  123. kms_key_id = data.aws_kms_key.ebs-key.arn
  124. snapshot_id = local.block_device_mappings[local.ami_selection]["/dev/xvds"].ebs.snapshot_id
  125. }
  126. network_interface {
  127. device_index = 0
  128. network_interface_id = aws_network_interface.instance.id
  129. }
  130. user_data = data.template_cloudinit_config.cloud-init.rendered
  131. tags = merge(local.standard_tags, var.tags, { Name = local.instance_name })
  132. volume_tags = merge(local.standard_tags, var.tags, { Name = local.instance_name })
  133. }
  134. module "private_dns_record" {
  135. source = "../../../submodules/dns/private_A_record"
  136. name = local.instance_name
  137. ip_addresses = [aws_instance.instance.private_ip]
  138. dns_info = var.dns_info
  139. reverse_enabled = var.reverse_enabled
  140. providers = {
  141. aws.c2 = aws.c2
  142. }
  143. }
  144. # Render a multi-part cloud-init config making use of the part
  145. # above, and other source files
  146. data "template_cloudinit_config" "cloud-init" {
  147. gzip = true
  148. base64_encode = true
  149. # Main cloud-config configuration file.
  150. part {
  151. filename = "init.cfg"
  152. content_type = "text/cloud-config"
  153. content = templatefile("${path.module}/cloud-init/cloud-init.tpl",
  154. {
  155. hostname = local.instance_name
  156. fqdn = "${local.instance_name}.${var.dns_info["private"]["zone"]}"
  157. splunk_prefix = var.prefix
  158. environment = var.environment
  159. salt_master = local.salt_master
  160. proxy = local.proxy
  161. aws_partition = var.aws_partition
  162. aws_partition_alias = var.aws_partition_alias
  163. aws_region = var.aws_region
  164. }
  165. )
  166. }
  167. # mount /dev/xvdf at /opt/splunk
  168. part {
  169. content_type = "text/cloud-boothook"
  170. content = file("${path.module}/cloud-init/opt_splunk.boothook")
  171. }
  172. }
  173. ## Heavy Forwarder
  174. #
  175. # Summary:
  176. # Ingress:
  177. # tcp/8000 - Splunk Web - vpc-access, legacy openvpn, legacy bastion
  178. # tcp/8089 - Splunk API - vpc-access, legacy openvpn, legacy bastion, vpc-splunk (mc)
  179. #
  180. # Egress:
  181. # tcp/8089 - Splunk API + IDX Discovery - Entire VPC + local.splunk_legacy_cidr
  182. # tcp/9997-9998 - Splunk Data - Entire VPC + local.splunk_legacy_cidr
  183. resource "aws_security_group" "heavy_forwarder_security_group" {
  184. name = "heavy_forwarder_security_group"
  185. description = "Security Group for Splunk Searchhead Instance(s)"
  186. vpc_id = var.vpc_id
  187. tags = merge(local.standard_tags, var.tags)
  188. }
  189. # Ingress
  190. resource "aws_security_group_rule" "splunk-web-in" {
  191. description = "Web access"
  192. type = "ingress"
  193. from_port = 8000
  194. to_port = 8000
  195. protocol = "tcp"
  196. # Leaving these commented, as we'll probably need to add to this rule
  197. #cidr_blocks = toset(concat(local.cidr_map["vpc-access"], local.cidr_map["vpc-private-services"]))
  198. cidr_blocks = local.cidr_map["vpc-access"]
  199. security_group_id = aws_security_group.heavy_forwarder_security_group.id
  200. }
  201. resource "aws_security_group_rule" "splunk-api-in" {
  202. description = "Splunk API"
  203. type = "ingress"
  204. from_port = 8089
  205. to_port = 8089
  206. protocol = "tcp"
  207. cidr_blocks = toset(concat(local.cidr_map["vpc-access"], local.cidr_map["vpc-private-services"], local.cidr_map["vpc-splunk"]))
  208. security_group_id = aws_security_group.heavy_forwarder_security_group.id
  209. }
  210. resource "aws_security_group_rule" "syslog-in" {
  211. description = "Syslog-ng"
  212. type = "ingress"
  213. from_port = 1514
  214. to_port = 1514
  215. protocol = "tcp"
  216. cidr_blocks = toset(concat(local.cidr_map["vpc-access"], local.cidr_map["vpc-private-services"], local.cidr_map["vpc-public"], local.cidr_map["vpc-splunk"]))
  217. security_group_id = aws_security_group.heavy_forwarder_security_group.id
  218. }
  219. # Egress
  220. resource "aws_security_group_rule" "ssh-out" {
  221. count = length(local.splunk_legacy_cidr) > 0 ? 1 : 0
  222. description = "SSH to legacy splunk"
  223. type = "egress"
  224. from_port = 22
  225. to_port = 22
  226. protocol = "tcp"
  227. cidr_blocks = local.splunk_legacy_cidr
  228. security_group_id = aws_security_group.heavy_forwarder_security_group.id
  229. }
  230. resource "aws_security_group_rule" "splunk-api-out" {
  231. description = "Splunk API Outbound to talk to indexers"
  232. type = "egress"
  233. from_port = 8089
  234. to_port = 8089
  235. protocol = "tcp"
  236. cidr_blocks = toset(concat([var.vpc_cidr], local.splunk_legacy_cidr))
  237. security_group_id = aws_security_group.heavy_forwarder_security_group.id
  238. }
  239. resource "aws_security_group_rule" "splunk-data-out" {
  240. description = "Splunk Data Outbound to talk to indexers"
  241. type = "egress"
  242. from_port = 9997
  243. to_port = 9998
  244. protocol = "tcp"
  245. cidr_blocks = toset(concat([var.vpc_cidr], local.splunk_legacy_cidr))
  246. security_group_id = aws_security_group.heavy_forwarder_security_group.id
  247. }