feat(host_metrics source): Implement process collection for host metrics

[LeeTeng2001]

Summary

Implement process metric collection for host metrics souce

Change Type

• Bug fix
• New feature
• Non-functional (chore, refactoring, docs)
• Performance

Is this a breaking change?

• Yes
• No

How did you test this PR?

A simplistic vector config for testing, additionally, it has unit test written in similar style to other host metrics

[sources.host]
type = "host_metrics"
collectors = ["process"]

[sinks.my_sink_id]
type = "console"
encoding.codec = "json"
inputs = ["host"]

Does this PR include user facing changes?

• Yes. Please add a changelog fragment based on our guidelines.
• No. A maintainer will apply the "no-changelog" label to this PR.

Checklist

• Please read our Vector contributor resources.
• If this PR introduces changes Vector dependencies (modifies Cargo.lock), please
  run dd-rust-license-tool write to regenerate the license inventory and commit the changes (if any). More details here.

References

#9626

[bits-bot]

All committers have signed the CLA.

[pront]

Thanks @LeeTeng2001! There a few failing CI checks. cargo fmt should fix them.

See how to run common checks locally here: https://github.com/vectordotdev/vector/blob/master/CONTRIBUTING.md#running-other-checks

[LeeTeng2001]

Thanks @LeeTeng2001! There a few failing CI checks. cargo fmt should fix them.

See how to run common checks locally here: https://github.com/vectordotdev/vector/blob/master/CONTRIBUTING.md#running-other-checks

Hi, I've fixed the format

[pront]

Thank you @LeeTeng2001, this looks good!

[jszwedko]

I think you need to document the newly published metrics here:

vector/website/cue/reference/components/sources/host_metrics.cue

Lines 71 to 259 in e90df6b

	output: metrics: {
	_host_metrics_tags: {
	collector: {
	description: "Which collector this metric comes from."
	required: true
	}
	host: {
	description: "The hostname of the originating system."
	required: true
	examples: [_values.local_host]
	}
	}
	// Host CPU
	host_cpu_seconds_total: _host & {
	description: "The number of CPU seconds accumulated in different operating modes."
	type: "counter"
	tags: _host_metrics_tags & {
	collector: examples: ["cpu"]
	cpu: {
	description: "The index of the CPU core or socket."
	required: true
	examples: ["1"]
	}
	mode: {
	description: "Which mode the CPU was running in during the given time."
	required: true
	examples: ["idle", "system", "user", "nice", "io_wait"]
	}
	}
	}
	host_logical_cpus: _host & {
	description: "The number of logical CPUs."
	type: "gauge"
	}
	host_physical_cpus: _host & {
	description: "The number of physical CPUs."
	type: "gauge"
	}
	// Host cgroups
	cgroup_cpu_usage_seconds_total: _host & _cgroup_cpu & {description: "The total amount CPU time used by this cgroup and its descendants, in seconds."}
	cgroup_cpu_user_seconds_total: _host & _cgroup_cpu & {description: "The total amount of CPU time spent by this cgroup in user space, in seconds."}
	cgroup_cpu_system_seconds_total: _host & _cgroup_cpu & {description: "The total amount of CPU time spent by this cgroup in system tasks, in seconds."}
	cgroup_memory_current_bytes: _host & _cgroup_memory & {description: "The total amount of memory currently being used by this cgroup and its descendants, in bytes."}
	cgroup_memory_anon_bytes: _host & _cgroup_memory & {description: "The total amount of memory used by this cgroup in anonymous mappings (normal program allocation), in bytes."}
	cgroup_memory_file_bytes: _host & _cgroup_memory & {description: "The total amount of memory used by this cgroup to cache filesystem data, including tmpfs and shared memory, in bytes."}
	// Host disk
	disk_read_bytes_total: _host & _disk_counter & {description: "The accumulated number of bytes read in."}
	disk_reads_completed_total: _host & _disk_counter & {description: "The accumulated number of read operations completed."}
	disk_written_bytes_total: _host & _disk_counter & {description: "The accumulated number of bytes written out."}
	disk_writes_completed_total: _host & _disk_counter & {description: "The accumulated number of write operations completed."}
	// Host filesystem
	filesystem_free_bytes: _host & _filesystem_bytes & {description: "The number of bytes free on the named filesystem."}
	filesystem_total_bytes: _host & _filesystem_bytes & {description: "The total number of bytes in the named filesystem."}
	filesystem_used_bytes: _host & _filesystem_bytes & {description: "The number of bytes used on the named filesystem."}
	filesystem_used_ratio: _host & _filesystem_bytes & {description: "The ratio between used and total bytes on the named filesystem."}
	// Host load
	load1: _host & _loadavg & {description: "System load averaged over the last 1 minute."}
	load5: _host & _loadavg & {description: "System load averaged over the last 5 minutes."}
	load15: _host & _loadavg & {description: "System load averaged over the last 15 minutes."}
	// Host time
	uptime: _host & _host_metric & {description: "The number of seconds since the last boot."}
	boot_time: _host & _host_metric & {description: "The UNIX timestamp of the last boot."}
	// Host memory
	memory_active_bytes: _host & _memory_gauge & _memory_nowin & {description: "The number of bytes of active main memory."}
	memory_available_bytes: _host & _memory_gauge & {description: "The number of bytes of main memory available."}
	memory_buffers_bytes: _host & _memory_linux & {description: "The number of bytes of main memory used by buffers."}
	memory_cached_bytes: _host & _memory_linux & {description: "The number of bytes of main memory used by cached blocks."}
	memory_free_bytes: _host & _memory_gauge & {description: "The number of bytes of main memory not used."}
	memory_inactive_bytes: _host & _memory_macos & {description: "The number of bytes of main memory that is not active."}
	memory_shared_bytes: _host & _memory_linux & {description: "The number of bytes of main memory shared between processes."}
	memory_swap_free_bytes: _host & _memory_gauge & {description: "The number of free bytes of swap space."}
	memory_swapped_in_bytes_total: _host & _memory_counter & _memory_nowin & {
	description: "The number of bytes that have been swapped into main memory."
	}
	memory_swapped_out_bytes_total: _host & _memory_counter & _memory_nowin & {
	description: "The number of bytes that have been swapped out from main memory."
	}
	memory_swap_total_bytes: _host & _memory_gauge & {description: "The total number of bytes of swap space."}
	memory_swap_used_bytes: _host & _memory_gauge & {description: "The number of used bytes of swap space."}
	memory_total_bytes: _host & _memory_gauge & {description: "The total number of bytes of main memory."}
	memory_used_bytes: _host & _memory_linux & {description: "The number of bytes of main memory used by programs or caches."}
	memory_wired_bytes: _host & _memory_macos & {description: "The number of wired bytes of main memory."}
	// Host network
	network_receive_bytes_total: _host & _network_gauge & {description: "The number of bytes received on this interface."}
	network_receive_errs_total: _host & _network_gauge & {description: "The number of errors encountered during receives on this interface."}
	network_receive_packets_total: _host & _network_gauge & {description: "The number of packets received on this interface."}
	network_transmit_bytes_total: _host & _network_gauge & {description: "The number of bytes transmitted on this interface."}
	network_transmit_errs_total: _host & _network_gauge & {description: "The number of errors encountered during transmits on this interface."}
	network_transmit_packets_drop_total: _host & _network_nomac & {description: "The number of packets dropped during transmits on this interface."}
	network_transmit_packets_total: _host & _network_nomac & {description: "The number of packets transmitted on this interface."}
	// Helpers
	_host: {
	default_namespace: "host"
	}
	_cgroup_cpu: {
	type: "counter"
	tags: _host_metrics_tags & {
	collector: examples: ["cgroups"]
	cgroup: _cgroup_name
	}
	}
	_cgroup_memory: {
	type: "gauge"
	tags: _host_metrics_tags & {
	collector: examples: ["cgroups"]
	cgroup: _cgroup_name
	}
	}
	_cgroup_name: {
	description: "The control group name."
	required: true
	examples: ["/", "user.slice", "system.slice/snapd.service"]
	}
	_disk_device: {
	description: "The disk device name."
	required: true
	examples: ["sda", "sda1", "dm-1"]
	}
	_disk_counter: {
	type: "counter"
	tags: _host_metrics_tags & {
	collector: examples: ["disk"]
	device: _disk_device
	}
	}
	_filesystem_bytes: {
	type: "gauge"
	tags: _host_metrics_tags & {
	collector: examples: ["filesystem"]
	device: _disk_device
	filesystem: {
	description: "The name of the filesystem type."
	required: true
	examples: ["ext4", "ntfs"]
	}
	}
	}
	_loadavg: {
	type: "gauge"
	tags: _host_metrics_tags & {
	collector: examples: ["loadavg"]
	}
	relevant_when: "OS is not Windows"
	}
	_host_metric: {
	type: "gauge"
	tags: _host_metrics_tags & {
	collector: examples: ["host"]
	}
	}
	_memory_counter: {
	type: "counter"
	tags: _host_metrics_tags & {
	collector: examples: ["memory"]
	}
	}
	_memory_gauge: {
	type: "gauge"
	tags: _host_metrics_tags & {
	collector: examples: ["memory"]
	}
	}
	_memory_linux: _memory_gauge & {relevant_when: "OS is Linux"}
	_memory_macos: _memory_gauge & {relevant_when: "OS is macOS X"}
	_memory_nowin: {relevant_when: "OS is not Windows"}
	_network_gauge: {
	type: "gauge"
	tags: _host_metrics_tags & {
	collector: examples: ["network"]
	device: {
	description: "The network interface device name."
	required: true
	examples: ["eth0", "enp5s3"]
	}
	}
	}
	_network_nomac: _network_gauge & {relevant_when: "OS is not macOS"}
	}

[LeeTeng2001]

oh I've completely missed that, thanks!

[pront]

Thanks @LeeTeng2001