gitlab fails (hangs) to start using kata runtime

Description of problem
I tried to run the official gitlab-ce image from docker hub using kata runtime. The start up was already very slow and even after waiting half an hour, gitlab was not healthy. I tested the obvious (at least for me) stuff like adding more memory to the VM, checking if entropy is available etc. but it all looked good so far. When replacing kata runtime with runc, after roughly 2 mins gitlab is healthy and works as expected.
 But it doesn't affect the gitlab issue at all. Before the change i tried with default settings, so 2G for the VM and also added 2G to get 4G in total. The command above also adds 3,5G to get a total of 4G. So please ignore the 512m warning from the logs for this case.
Expected result
I would like to run gitlab-ce using kata containers.
Actual result
gitlab-ce never starts successfully using kata runtime. The startup process is slower (noticeable to the human eye) compared to runc. It takes maybe a minute till the chef process starts while on runc it only takes 2-3 seconds. Also gitlab startup seems to hang at execution of "/opt/gitlab/bin/gitlab-rake cache:clear" which is part of the cook book.

Meta details
Running kata-collect-data.sh version 1.5.0 (commit 5f7fcd7) at 2019-02-15.08:52:37.952197413+0100.

Runtime is /usr/bin/kata-runtime.
kata-env
Output of "/usr/bin/kata-runtime kata-env":
[Meta]
  Version = "1.0.20"

[Runtime]
  Debug = false
  Trace = false
  DisableGuestSeccomp = true
  DisableNewNetNs = false
  Path = "/usr/bin/kata-runtime"
  [Runtime.Version]
    Semver = "1.5.0"
    Commit = "5f7fcd7"
    OCI = "1.0.1-dev"
  [Runtime.Config]
    Path = "/etc/kata-containers/configuration.toml"

[Hypervisor]
  MachineType = "pc"
  Version = "QEMU emulator version 2.11.0\nCopyright (c) 2003-2017 Fabrice Bellard and the QEMU Project developers"
  Path = "/usr/bin/qemu-lite-system-x86_64"
  BlockDeviceDriver = "virtio-scsi"
  EntropySource = "/dev/urandom"
  Msize9p = 8192
  MemorySlots = 10
  Debug = false
  UseVSock = false

[Image]
  Path = "/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img"

[Kernel]
  Path = "/usr/share/kata-containers/vmlinuz-<IP_ADDRESS>-18.1.container"
  Parameters = "init=/usr/lib/systemd/systemd systemd.unit=kata-containers.target systemd.mask=systemd-networkd.service systemd.mask=systemd-networkd.socket"

[Initrd]
  Path = ""

[Proxy]
  Type = "kataProxy"
  Version = "kata-proxy version 1.5.0-9e77a0b"
  Path = "/usr/libexec/kata-containers/kata-proxy"
  Debug = false

[Shim]
  Type = "kataShim"
  Version = "kata-shim version 1.5.0-efbf3bb"
  Path = "/usr/libexec/kata-containers/kata-shim"
  Debug = false

[Agent]
  Type = "kata"

[Host]
  Kernel = "3.10.0-957.5.1.el7.x86_64"
  Architecture = "amd64"
  VMContainerCapable = true
  SupportVSocks = false
  [Host.Distro]
    Name = "CentOS Linux"
    Version = "7"
  [Host.CPU]
    Vendor = "GenuineIntel"
    Model = "Intel(R) Xeon(R) CPU E3-1220L V2 @ 2.30GHz"

[Netmon]
  Version = "kata-netmon version 1.5.0"
  Path = "/usr/libexec/kata-containers/kata-netmon"
  Debug = false
  Enable = false

Runtime config files
Runtime default config files
/etc/kata-containers/configuration.toml
/usr/share/defaults/kata-containers/configuration.toml

Runtime config file contents
Output of "cat "/etc/kata-containers/configuration.toml"":
# Copyright (c) 2017-2019 Intel Corporation
#
# SPDX-License-Identifier: Apache-2.0
#

# XXX: WARNING: this file is auto-generated.
# XXX:
# XXX: Source file: "cli/config/configuration-qemu.toml.in"
# XXX: Project:
# XXX:   Name: Kata Containers
# XXX:   Type: kata

[hypervisor.qemu]
path = "/usr/bin/qemu-lite-system-x86_64"
kernel = "/usr/share/kata-containers/vmlinuz.container"
image = "/usr/share/kata-containers/kata-containers.img"
machine_type = "pc"

# Optional space-separated list of options to pass to the guest kernel.
# For example, use `kernel_params = "vsyscall=emulate"` if you are having
# trouble running pre-2.15 glibc.
#
# WARNING: - any parameter specified here will take priority over the default
# parameter value of the same name used to start the virtual machine.
# Do not set values here unless you understand the impact of doing so as you
# may stop the virtual machine from booting.
# To see the list of default parameters, enable hypervisor debug, create a
# container and look for 'default-kernel-parameters' log entries.
kernel_params = ""

# Path to the firmware.
# If you want that qemu uses the default firmware leave this option empty
firmware = ""

# Machine accelerators
# comma-separated list of machine accelerators to pass to the hypervisor.
# For example, `machine_accelerators = "nosmm,nosmbus,nosata,nopit,static-prt,nofw"`
machine_accelerators=""

# Default number of vCPUs per SB/VM:
# unspecified or 0                --> will be set to 1
# < 0                             --> will be set to the actual number of physical cores
# > 0 <= number of physical cores --> will be set to the specified number
# > number of physical cores      --> will be set to the actual number of physical cores
default_vcpus = 1

# Default maximum number of vCPUs per SB/VM:
# unspecified or == 0             --> will be set to the actual number of physical cores or to the maximum number
#                                     of vCPUs supported by KVM if that number is exceeded
# > 0 <= number of physical cores --> will be set to the specified number
# > number of physical cores      --> will be set to the actual number of physical cores or to the maximum number
#                                     of vCPUs supported by KVM if that number is exceeded
# WARNING: Depending of the architecture, the maximum number of vCPUs supported by KVM is used when
# the actual number of physical cores is greater than it.
# WARNING: Be aware that this value impacts the virtual machine's memory footprint and CPU
# the hotplug functionality. For example, `default_maxvcpus = 240` specifies that until 240 vCPUs
# can be added to a SB/VM, but the memory footprint will be big. Another example, with
# `default_maxvcpus = 8` the memory footprint will be small, but 8 will be the maximum number of
# vCPUs supported by the SB/VM. In general, we recommend that you do not edit this variable,
# unless you know what are you doing.
default_maxvcpus = 0

# Bridges can be used to hot plug devices.
# Limitations:
# * Currently only pci bridges are supported
# * Until 30 devices per bridge can be hot plugged.
# * Until 5 PCI bridges can be cold plugged per VM.
#   This limitation could be a bug in qemu or in the kernel
# Default number of bridges per SB/VM:
# unspecified or 0   --> will be set to 1
# > 1 <= 5           --> will be set to the specified number
# > 5                --> will be set to 5
default_bridges = 1

# Default memory size in MiB for SB/VM.
# If unspecified then it will be set 2048 MiB.
default_memory = 512
#
# Default memory slots per SB/VM.
# If unspecified then it will be set 10.
# This is will determine the times that memory will be hotadded to sandbox/VM.
#memory_slots = 10

# The size in MiB will be plused to max memory of hypervisor.
# It is the memory address space for the NVDIMM devie.
# If set block storage driver (block_device_driver) to "nvdimm",
# should set memory_offset to the size of block device.
# Default 0
#memory_offset = 0

# Disable block device from being used for a container's rootfs.
# In case of a storage driver like devicemapper where a container's
# root file system is backed by a block device, the block device is passed
# directly to the hypervisor for performance reasons.
# This flag prevents the block device from being passed to the hypervisor,
# 9pfs is used instead to pass the rootfs.
disable_block_device_use = false

# Block storage driver to be used for the hypervisor in case the container
# rootfs is backed by a block device. This is virtio-scsi, virtio-blk
# or nvdimm.
block_device_driver = "virtio-scsi"

# Specifies cache-related options will be set to block devices or not.
# Default false
#block_device_cache_set = true

# Specifies cache-related options for block devices.
# Denotes whether use of O_DIRECT (bypass the host page cache) is enabled.
# Default false
#block_device_cache_direct = true

# Specifies cache-related options for block devices.
# Denotes whether flush requests for the device are ignored.
# Default false
#block_device_cache_noflush = true

# Enable iothreads (data-plane) to be used. This causes IO to be
# handled in a separate IO thread. This is currently only implemented
# for SCSI.
#
enable_iothreads = false

# Enable pre allocation of VM RAM, default false
# Enabling this will result in lower container density
# as all of the memory will be allocated and locked
# This is useful when you want to reserve all the memory
# upfront or in the cases where you want memory latencies
# to be very predictable
# Default false
#enable_mem_prealloc = true

# Enable huge pages for VM RAM, default false
# Enabling this will result in the VM memory
# being allocated using huge pages.
# This is useful when you want to use vhost-user network
# stacks within the container. This will automatically
# result in memory pre allocation
#enable_hugepages = true

# Enable swap of vm memory. Default false.
# The behaviour is undefined if mem_prealloc is also set to true
#enable_swap = true

# This option changes the default hypervisor and kernel parameters
# to enable debug output where available. This extra output is added
# to the proxy logs, but only when proxy debug is also enabled.
#
# Default false
#enable_debug = true

# Disable the customizations done in the runtime when it detects
# that it is running on top a VMM. This will result in the runtime
# behaving as it would when running on bare metal.
#
#disable_nesting_checks = true

# This is the msize used for 9p shares. It is the number of bytes
# used for 9p packet payload.
#msize_9p = 8192

# If true and vsocks are supported, use vsocks to communicate directly
# with the agent and no proxy is started, otherwise use unix
# sockets and start a proxy to communicate with the agent.
# Default false
#use_vsock = true

# VFIO devices are hotplugged on a bridge by default.
# Enable hotplugging on root bus. This may be required for devices with
# a large PCI bar, as this is a current limitation with hotplugging on
# a bridge. This value is valid for "pc" machine type.
# Default false
#hotplug_vfio_on_root_bus = true

# If host doesn't support vhost_net, set to true. Thus we won't create vhost fds for nics.
# Default false
#disable_vhost_net = true
#
# Default entropy source.
# The path to a host source of entropy (including a real hardware RNG)
# /dev/urandom and /dev/random are two main options.
# Be aware that /dev/random is a blocking source of entropy.  If the host
# runs out of entropy, the VMs boot time will increase leading to get startup
# timeouts.
# The source of entropy /dev/urandom is non-blocking and provides a
# generally acceptable source of entropy. It should work well for pretty much
# all practical purposes.
#entropy_source= "/dev/urandom"

# Path to OCI hook binaries in the *guest rootfs*.
# This does not affect host-side hooks which must instead be added to
# the OCI spec passed to the runtime.
#
# You can create a rootfs with hooks by customizing the osbuilder scripts:
# https://github.com/kata-containers/osbuilder
#
# Hooks must be stored in a subdirectory of guest_hook_path according to their
# hook type, i.e. "guest_hook_path/{prestart,postart,poststop}".
# The agent will scan these directories for executable files and add them, in
# lexicographical order, to the lifecycle of the guest container.
# Hooks are executed in the runtime namespace of the guest. See the official documentation:
# https://github.com/opencontainers/runtime-spec/blob/v1.0.1/config.md#posix-platform-hooks
# Warnings will be logged if any error is encountered will scanning for hooks,
# but it will not abort container execution.
#guest_hook_path = "/usr/share/oci/hooks"

[factory]
# VM templating support. Once enabled, new VMs are created from template
# using vm cloning. They will share the same initial kernel, initramfs and
# agent memory by mapping it readonly. It helps speeding up new container
# creation and saves a lot of memory if there are many kata containers running
# on the same host.
#
# When disabled, new VMs are created from scratch.
#
# Note: Requires "initrd=" to be set ("image=" is not supported).
#
# Default false
#enable_template = true

[proxy.kata]
path = "/usr/libexec/kata-containers/kata-proxy"

# If enabled, proxy messages will be sent to the system log
# (default: disabled)
#enable_debug = true

[shim.kata]
path = "/usr/libexec/kata-containers/kata-shim"

# If enabled, shim messages will be sent to the system log
# (default: disabled)
#enable_debug = true

# If enabled, the shim will create opentracing.io traces and spans.
# (See https://www.jaegertracing.io/docs/getting-started).
#
# Note: By default, the shim runs in a separate network namespace. Therefore,
# to allow it to send trace details to the Jaeger agent running on the host,
# it is necessary to set 'disable_new_netns=true' so that it runs in the host
# network namespace.
#
# (default: disabled)
#enable_tracing = true

[agent.kata]
# There is no field for this section. The goal is only to be able to
# specify which type of agent the user wants to use.

[netmon]
# If enabled, the network monitoring process gets started when the
# sandbox is created. This allows for the detection of some additional
# network being added to the existing network namespace, after the
# sandbox has been created.
# (default: disabled)
#enable_netmon = true

# Specify the path to the netmon binary.
path = "/usr/libexec/kata-containers/kata-netmon"

# If enabled, netmon messages will be sent to the system log
# (default: disabled)
#enable_debug = true

[runtime]
# If enabled, the runtime will log additional debug messages to the
# system log
# (default: disabled)
#enable_debug = true
#
# Internetworking model
# Determines how the VM should be connected to the
# the container network interface
# Options:
#
#   - bridged
#     Uses a linux bridge to interconnect the container interface to
#     the VM. Works for most cases except macvlan and ipvlan.
#
#   - macvtap
#     Used when the Container network interface can be bridged using
#     macvtap.
#
#   - none
#     Used when customize network. Only creates a tap device. No veth pair.
#
#   - tcfilter
#     Uses tc filter rules to redirect traffic from the network interface
#     provided by plugin to a tap interface connected to the VM.
#
internetworking_model="macvtap"

# disable guest seccomp
# Determines whether container seccomp profiles are passed to the virtual
# machine and applied by the kata agent. If set to true, seccomp is not applied
# within the guest
# (default: true)
disable_guest_seccomp=true

# If enabled, the runtime will create opentracing.io traces and spans.
# (See https://www.jaegertracing.io/docs/getting-started).
# (default: disabled)
#enable_tracing = true

# If enabled, the runtime will not create a network namespace for shim and hypervisor processes.
# This option may have some potential impacts to your host. It should only be used when you know what you're doing.
# `disable_new_netns` conflicts with `enable_netmon`
# `disable_new_netns` conflicts with `internetworking_model=bridged` and `internetworking_model=macvtap`. It works only
# with `internetworking_model=none`. The tap device will be in the host network namespace and can connect to a bridge
# (like OVS) directly.
# If you are using docker, `disable_new_netns` only works with `docker run --net=none`
# (default: false)
#disable_new_netns = true

Output of "cat "/usr/share/defaults/kata-containers/configuration.toml"":
# Copyright (c) 2017-2019 Intel Corporation
#
# SPDX-License-Identifier: Apache-2.0
#

# XXX: WARNING: this file is auto-generated.
# XXX:
# XXX: Source file: "cli/config/configuration-qemu.toml.in"
# XXX: Project:
# XXX:   Name: Kata Containers
# XXX:   Type: kata

[hypervisor.qemu]
path = "/usr/bin/qemu-lite-system-x86_64"
kernel = "/usr/share/kata-containers/vmlinuz.container"
image = "/usr/share/kata-containers/kata-containers.img"
machine_type = "pc"

# Optional space-separated list of options to pass to the guest kernel.
# For example, use `kernel_params = "vsyscall=emulate"` if you are having
# trouble running pre-2.15 glibc.
#
# WARNING: - any parameter specified here will take priority over the default
# parameter value of the same name used to start the virtual machine.
# Do not set values here unless you understand the impact of doing so as you
# may stop the virtual machine from booting.
# To see the list of default parameters, enable hypervisor debug, create a
# container and look for 'default-kernel-parameters' log entries.
kernel_params = ""

# Path to the firmware.
# If you want that qemu uses the default firmware leave this option empty
firmware = ""

# Machine accelerators
# comma-separated list of machine accelerators to pass to the hypervisor.
# For example, `machine_accelerators = "nosmm,nosmbus,nosata,nopit,static-prt,nofw"`
machine_accelerators=""

# Default number of vCPUs per SB/VM:
# unspecified or 0                --> will be set to 1
# < 0                             --> will be set to the actual number of physical cores
# > 0 <= number of physical cores --> will be set to the specified number
# > number of physical cores      --> will be set to the actual number of physical cores
default_vcpus = 1

# Default maximum number of vCPUs per SB/VM:
# unspecified or == 0             --> will be set to the actual number of physical cores or to the maximum number
#                                     of vCPUs supported by KVM if that number is exceeded
# > 0 <= number of physical cores --> will be set to the specified number
# > number of physical cores      --> will be set to the actual number of physical cores or to the maximum number
#                                     of vCPUs supported by KVM if that number is exceeded
# WARNING: Depending of the architecture, the maximum number of vCPUs supported by KVM is used when
# the actual number of physical cores is greater than it.
# WARNING: Be aware that this value impacts the virtual machine's memory footprint and CPU
# the hotplug functionality. For example, `default_maxvcpus = 240` specifies that until 240 vCPUs
# can be added to a SB/VM, but the memory footprint will be big. Another example, with
# `default_maxvcpus = 8` the memory footprint will be small, but 8 will be the maximum number of
# vCPUs supported by the SB/VM. In general, we recommend that you do not edit this variable,
# unless you know what are you doing.
default_maxvcpus = 0

# Bridges can be used to hot plug devices.
# Limitations:
# * Currently only pci bridges are supported
# * Until 30 devices per bridge can be hot plugged.
# * Until 5 PCI bridges can be cold plugged per VM.
#   This limitation could be a bug in qemu or in the kernel
# Default number of bridges per SB/VM:
# unspecified or 0   --> will be set to 1
# > 1 <= 5           --> will be set to the specified number
# > 5                --> will be set to 5
default_bridges = 1

# Default memory size in MiB for SB/VM.
# If unspecified then it will be set 2048 MiB.
default_memory = 2048
#
# Default memory slots per SB/VM.
# If unspecified then it will be set 10.
# This is will determine the times that memory will be hotadded to sandbox/VM.
#memory_slots = 10

# The size in MiB will be plused to max memory of hypervisor.
# It is the memory address space for the NVDIMM devie.
# If set block storage driver (block_device_driver) to "nvdimm",
# should set memory_offset to the size of block device.
# Default 0
#memory_offset = 0

# Disable block device from being used for a container's rootfs.
# In case of a storage driver like devicemapper where a container's
# root file system is backed by a block device, the block device is passed
# directly to the hypervisor for performance reasons.
# This flag prevents the block device from being passed to the hypervisor,
# 9pfs is used instead to pass the rootfs.
disable_block_device_use = false

# Block storage driver to be used for the hypervisor in case the container
# rootfs is backed by a block device. This is virtio-scsi, virtio-blk
# or nvdimm.
block_device_driver = "virtio-scsi"

# Specifies cache-related options will be set to block devices or not.
# Default false
#block_device_cache_set = true

# Specifies cache-related options for block devices.
# Denotes whether use of O_DIRECT (bypass the host page cache) is enabled.
# Default false
#block_device_cache_direct = true

# Specifies cache-related options for block devices.
# Denotes whether flush requests for the device are ignored.
# Default false
#block_device_cache_noflush = true

# Enable iothreads (data-plane) to be used. This causes IO to be
# handled in a separate IO thread. This is currently only implemented
# for SCSI.
#
enable_iothreads = false

# Enable pre allocation of VM RAM, default false
# Enabling this will result in lower container density
# as all of the memory will be allocated and locked
# This is useful when you want to reserve all the memory
# upfront or in the cases where you want memory latencies
# to be very predictable
# Default false
#enable_mem_prealloc = true

# Enable huge pages for VM RAM, default false
# Enabling this will result in the VM memory
# being allocated using huge pages.
# This is useful when you want to use vhost-user network
# stacks within the container. This will automatically
# result in memory pre allocation
#enable_hugepages = true

# Enable swap of vm memory. Default false.
# The behaviour is undefined if mem_prealloc is also set to true
#enable_swap = true

# This option changes the default hypervisor and kernel parameters
# to enable debug output where available. This extra output is added
# to the proxy logs, but only when proxy debug is also enabled.
#
# Default false
#enable_debug = true

# Disable the customizations done in the runtime when it detects
# that it is running on top a VMM. This will result in the runtime
# behaving as it would when running on bare metal.
#
#disable_nesting_checks = true

# This is the msize used for 9p shares. It is the number of bytes
# used for 9p packet payload.
#msize_9p = 8192

# If true and vsocks are supported, use vsocks to communicate directly
# with the agent and no proxy is started, otherwise use unix
# sockets and start a proxy to communicate with the agent.
# Default false
#use_vsock = true

# VFIO devices are hotplugged on a bridge by default.
# Enable hotplugging on root bus. This may be required for devices with
# a large PCI bar, as this is a current limitation with hotplugging on
# a bridge. This value is valid for "pc" machine type.
# Default false
#hotplug_vfio_on_root_bus = true

# If host doesn't support vhost_net, set to true. Thus we won't create vhost fds for nics.
# Default false
#disable_vhost_net = true
#
# Default entropy source.
# The path to a host source of entropy (including a real hardware RNG)
# /dev/urandom and /dev/random are two main options.
# Be aware that /dev/random is a blocking source of entropy.  If the host
# runs out of entropy, the VMs boot time will increase leading to get startup
# timeouts.
# The source of entropy /dev/urandom is non-blocking and provides a
# generally acceptable source of entropy. It should work well for pretty much
# all practical purposes.
#entropy_source= "/dev/urandom"

# Path to OCI hook binaries in the *guest rootfs*.
# This does not affect host-side hooks which must instead be added to
# the OCI spec passed to the runtime.
#
# You can create a rootfs with hooks by customizing the osbuilder scripts:
# https://github.com/kata-containers/osbuilder
#
# Hooks must be stored in a subdirectory of guest_hook_path according to their
# hook type, i.e. "guest_hook_path/{prestart,postart,poststop}".
# The agent will scan these directories for executable files and add them, in
# lexicographical order, to the lifecycle of the guest container.
# Hooks are executed in the runtime namespace of the guest. See the official documentation:
# https://github.com/opencontainers/runtime-spec/blob/v1.0.1/config.md#posix-platform-hooks
# Warnings will be logged if any error is encountered will scanning for hooks,
# but it will not abort container execution.
#guest_hook_path = "/usr/share/oci/hooks"

[factory]
# VM templating support. Once enabled, new VMs are created from template
# using vm cloning. They will share the same initial kernel, initramfs and
# agent memory by mapping it readonly. It helps speeding up new container
# creation and saves a lot of memory if there are many kata containers running
# on the same host.
#
# When disabled, new VMs are created from scratch.
#
# Note: Requires "initrd=" to be set ("image=" is not supported).
#
# Default false
#enable_template = true

[proxy.kata]
path = "/usr/libexec/kata-containers/kata-proxy"

# If enabled, proxy messages will be sent to the system log
# (default: disabled)
#enable_debug = true

[shim.kata]
path = "/usr/libexec/kata-containers/kata-shim"

# If enabled, shim messages will be sent to the system log
# (default: disabled)
#enable_debug = true

# If enabled, the shim will create opentracing.io traces and spans.
# (See https://www.jaegertracing.io/docs/getting-started).
#
# Note: By default, the shim runs in a separate network namespace. Therefore,
# to allow it to send trace details to the Jaeger agent running on the host,
# it is necessary to set 'disable_new_netns=true' so that it runs in the host
# network namespace.
#
# (default: disabled)
#enable_tracing = true

[agent.kata]
# There is no field for this section. The goal is only to be able to
# specify which type of agent the user wants to use.

[netmon]
# If enabled, the network monitoring process gets started when the
# sandbox is created. This allows for the detection of some additional
# network being added to the existing network namespace, after the
# sandbox has been created.
# (default: disabled)
#enable_netmon = true

# Specify the path to the netmon binary.
path = "/usr/libexec/kata-containers/kata-netmon"

# If enabled, netmon messages will be sent to the system log
# (default: disabled)
#enable_debug = true

[runtime]
# If enabled, the runtime will log additional debug messages to the
# system log
# (default: disabled)
#enable_debug = true
#
# Internetworking model
# Determines how the VM should be connected to the
# the container network interface
# Options:
#
#   - bridged
#     Uses a linux bridge to interconnect the container interface to
#     the VM. Works for most cases except macvlan and ipvlan.
#
#   - macvtap
#     Used when the Container network interface can be bridged using
#     macvtap.
#
#   - none
#     Used when customize network. Only creates a tap device. No veth pair.
#
#   - tcfilter
#     Uses tc filter rules to redirect traffic from the network interface
#     provided by plugin to a tap interface connected to the VM.
#
internetworking_model="macvtap"

# disable guest seccomp
# Determines whether container seccomp profiles are passed to the virtual
# machine and applied by the kata agent. If set to true, seccomp is not applied
# within the guest
# (default: true)
disable_guest_seccomp=true

# If enabled, the runtime will create opentracing.io traces and spans.
# (See https://www.jaegertracing.io/docs/getting-started).
# (default: disabled)
#enable_tracing = true

# If enabled, the runtime will not create a network namespace for shim and hypervisor processes.
# This option may have some potential impacts to your host. It should only be used when you know what you're doing.
# `disable_new_netns` conflicts with `enable_netmon`
# `disable_new_netns` conflicts with `internetworking_model=bridged` and `internetworking_model=macvtap`. It works only
# with `internetworking_model=none`. The tap device will be in the host network namespace and can connect to a bridge
# (like OVS) directly.
# If you are using docker, `disable_new_netns` only works with `docker run --net=none`
# (default: false)
#disable_new_netns = true

KSM throttler
version
Output of "/usr/libexec/kata-ksm-throttler/kata-ksm-throttler --version":
kata-ksm-throttler version 1.5.0-3dd4c9f

Output of "/usr/lib/systemd/system/kata-ksm-throttler.service --version":
/usr/bin/kata-collect-data.sh: line 168: /usr/lib/systemd/system/kata-ksm-throttler.service: Permission denied

systemd service
Image details
---
osbuilder:
  url: "https://github.com/kata-containers/osbuilder"
  version: "unknown"
rootfs-creation-time: "2019-01-22T21:10:11.082469062+0000Z"
description: "osbuilder rootfs"
file-format-version: "0.0.2"
architecture: "x86_64"
base-distro:
  name: "Clear"
  version: "27390"
  packages:
    default:
      - "iptables-bin"
      - "libudev0-shim"
      - "systemd"
    extra:

agent:
  url: "https://github.com/kata-containers/agent"
  name: "kata-agent"
  version: "1.5.0-a581aebf47386df570f796cb835bd23820448b9b"
  agent-is-init-daemon: "no"

Initrd details
No initrd

Logfiles
Runtime logs
Recent runtime problems found in system journal:
time="2019-02-14T21:24:20.112766513+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=62698 source=katautils
time="2019-02-14T21:24:20.202909059+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62709 source=katautils
time="2019-02-14T21:24:20.329468742+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62733 source=katautils
time="2019-02-14T21:24:20.38466653+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62741 source=katautils
time="2019-02-14T21:24:20.444010857+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62749 source=katautils
time="2019-02-14T21:25:20.363485671+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62805 source=katautils
time="2019-02-14T21:25:20.422161256+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=62814 source=katautils
time="2019-02-14T21:25:20.520389488+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62824 source=katautils
time="2019-02-14T21:25:20.677545154+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62847 source=katautils
time="2019-02-14T21:25:20.718691565+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62855 source=katautils
time="2019-02-14T21:25:20.779074692+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62863 source=katautils
time="2019-02-14T21:25:44.387947282+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62898 source=katautils
time="2019-02-14T21:25:44.44187975+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62906 source=katautils
time="2019-02-14T21:25:44.498199416+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62914 source=katautils
time="2019-02-14T21:25:44.540364357+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62920 source=katautils
time="2019-02-14T21:26:20.676039784+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62968 source=katautils
time="2019-02-14T21:26:20.714555524+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=62975 source=katautils
time="2019-02-14T21:26:20.808384561+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=62987 source=katautils
time="2019-02-14T21:26:20.944937844+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63010 source=katautils
time="2019-02-14T21:26:20.983570728+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63018 source=katautils
time="2019-02-14T21:26:21.02216634+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63026 source=katautils
time="2019-02-14T21:27:20.958581404+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63081 source=katautils
time="2019-02-14T21:27:20.998613677+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=63088 source=katautils
time="2019-02-14T21:27:21.084521406+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63100 source=katautils
time="2019-02-14T21:27:21.224087639+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63122 source=katautils
time="2019-02-14T21:27:21.263989883+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63129 source=katautils
time="2019-02-14T21:27:21.304622559+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63137 source=katautils
time="2019-02-14T21:28:21.235760457+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63193 source=katautils
time="2019-02-14T21:28:21.274051772+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=63200 source=katautils
time="2019-02-14T21:28:21.366539206+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63211 source=katautils
time="2019-02-14T21:28:21.507462688+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63237 source=katautils
time="2019-02-14T21:28:21.567920957+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63245 source=katautils
time="2019-02-14T21:28:21.606728705+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63252 source=katautils
time="2019-02-14T21:28:28.401855596+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63273 source=katautils
time="2019-02-14T21:28:28.46182361+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=63280 source=katautils
time="2019-02-14T21:28:28.541131305+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63293 source=katautils
time="2019-02-14T21:28:28.597304281+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63309 source=katautils
time="2019-02-14T21:29:21.508821185+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63361 source=katautils
time="2019-02-14T21:29:21.548488162+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=63368 source=katautils
time="2019-02-14T21:29:21.631749039+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63379 source=katautils
time="2019-02-14T21:29:21.769933921+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63403 source=katautils
time="2019-02-14T21:29:21.822809111+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63410 source=katautils
time="2019-02-14T21:29:21.878619855+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63418 source=katautils
time="2019-02-14T21:29:40.880101923+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63448 source=katautils
time="2019-02-14T21:29:40.93740315+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63456 source=katautils
time="2019-02-14T21:29:40.977217591+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63464 source=katautils
time="2019-02-14T21:29:41.018075635+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63471 source=katautils
time="2019-02-14T21:29:57.644466083+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=kill name=kata-runtime pid=63529 source=katautils
time="2019-02-14T21:30:07.98252763+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63558 source=katautils
time="2019-02-14T21:30:08.018067576+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=delete name=kata-runtime pid=63565 source=katautils

Proxy logs
Recent proxy problems found in system journal:
time="2019-02-12T20:37:01.812327334+01:00" level=fatal msg="channel error" error="accept unix /run/vc/sbs/7d3f99055a1fdffc51a33b46bc97787d98df0af68f993bada6ec783c9eab486b/proxy.sock: use of closed network connection" name=kata-proxy pid=24379 sandbox=7d3f99055a1fdffc51a33b46bc97787d98df0af68f993bada6ec783c9eab486b source=proxy
time="2019-02-12T20:38:37.46597577+01:00" level=fatal msg="failed to handle exit signal" error="close unix @->/run/vc/vm/8167f4affe61e880f0a2034d52609247397afcf89a3d2e0ff8e6a70db9fa29a8/kata.sock: use of closed network connection" name=kata-proxy pid=24796 sandbox=8167f4affe61e880f0a2034d52609247397afcf89a3d2e0ff8e6a70db9fa29a8 source=proxy
time="2019-02-12T20:40:30.62139729+01:00" level=fatal msg="failed to handle exit signal" error="close unix @->/run/vc/vm/b92d0757c3a64573540c7a7b62e02ccf117c60918d613a8b99c3cd300c7be688/kata.sock: use of closed network connection" name=kata-proxy pid=25512 sandbox=b92d0757c3a64573540c7a7b62e02ccf117c60918d613a8b99c3cd300c7be688 source=proxy
time="2019-02-12T20:42:01.968149951+01:00" level=fatal msg="failed to handle exit signal" error="close unix @->/run/vc/vm/e31b41a809e63c399141be1b4b612ad76f5fe8f86bc926e79fe7a293c57dd7ff/kata.sock: use of closed network connection" name=kata-proxy pid=25897 sandbox=e31b41a809e63c399141be1b4b612ad76f5fe8f86bc926e79fe7a293c57dd7ff source=proxy
time="2019-02-12T20:47:56.130538633+01:00" level=fatal msg="failed to handle exit signal" error="close unix @->/run/vc/vm/482c2888f74d012cefc9859ee7bfe88cb6f5a0a008054ebdc44f9a11efb4abdb/kata.sock: use of closed network connection" name=kata-proxy pid=26804 sandbox=482c2888f74d012cefc9859ee7bfe88cb6f5a0a008054ebdc44f9a11efb4abdb source=proxy
time="2019-02-13T07:34:41.041285987+01:00" level=fatal msg="failed to handle exit signal" error="close unix @->/run/vc/vm/92c1695873ff4fb8c26d4c6fd250195aadbedfa73776c2e681b5bceef0dbcbad/kata.sock: use of closed network connection" name=kata-proxy pid=30197 sandbox=92c1695873ff4fb8c26d4c6fd250195aadbedfa73776c2e681b5bceef0dbcbad source=proxy
time="2019-02-13T07:44:48.940929648+01:00" level=fatal msg="failed to handle exit signal" error="close unix @->/run/vc/vm/d080f41d6972246151f6b55e4d4e787150aeb0461789c40f1572e9233a8b5a2f/kata.sock: use of closed network connection" name=kata-proxy pid=39489 sandbox=d080f41d6972246151f6b55e4d4e787150aeb0461789c40f1572e9233a8b5a2f source=proxy
time="2019-02-13T07:55:06.878965581+01:00" level=fatal msg="failed to handle exit signal" error="close unix @->/run/vc/vm/8cc6c8560f86755347a1687e622b128c179942b4039e35dc7e9d955688633b4d/kata.sock: use of closed network connection" name=kata-proxy pid=40075 sandbox=8cc6c8560f86755347a1687e622b128c179942b4039e35dc7e9d955688633b4d source=proxy
time="2019-02-14T21:30:07.898266098+01:00" level=fatal msg="failed to handle exit signal" error="close unix @->/run/vc/vm/907589ba04cd5057efafd89cd7ddccaca2c7d59e1892ec5bc4b766af496c7f9c/kata.sock: use of closed network connection" name=kata-proxy pid=58732 sandbox=907589ba04cd5057efafd89cd7ddccaca2c7d59e1892ec5bc4b766af496c7f9c source=proxy

Shim logs
No recent shim problems found in system journal.
Throttler logs
No recent throttler problems found in system journal.

Container manager details
Have docker
Docker
Output of "docker version":
Client:
 Version:           18.09.2
 API version:       1.39
 Go version:        go1.10.6
 Git commit:        6247962
 Built:             Sun Feb 10 04:13:27 2019
 OS/Arch:           linux/amd64
 Experimental:      false

Server: Docker Engine - Community
 Engine:
  Version:          18.09.2
  API version:      1.39 (minimum version 1.12)
  Go version:       go1.10.6
  Git commit:       6247962
  Built:            Sun Feb 10 03:47:25 2019
  OS/Arch:          linux/amd64
  Experimental:     false

Output of "docker info":
Containers: 2
 Running: 2
 Paused: 0
 Stopped: 0
Images: 3
Server Version: 18.09.2
Storage Driver: overlay2
 Backing Filesystem: xfs
 Supports d_type: true
 Native Overlay Diff: true
Logging Driver: json-file
Cgroup Driver: cgroupfs
Plugins:
 Volume: local
 Network: bridge host macvlan null overlay
 Log: awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog
Swarm: inactive
Runtimes: kata-runtime runc
Default Runtime: kata-runtime
Init Binary: docker-init
containerd version:<PHONE_NUMBER>f7fe2f4e74d43e2fc7ccd237edcbce
runc version: 5f7fcd7
init version: fec3683
Security Options:
 seccomp
  Profile: default
Kernel Version: 3.10.0-957.5.1.el7.x86_64
Operating System: CentOS Linux 7 (Core)
OSType: linux
Architecture: x86_64
CPUs: 4
Total Memory: 15.35GiB
Name: microcube01
ID: 5U5Z:657R:3CDO:5A3P:7WYO:2FPZ:WDOM:ZBOF:DVGP:JRQB:MKCX:AUKA
Docker Root Dir: /var/lib/docker
Debug Mode (client): false
Debug Mode (server): false
Registry: https://index.docker.io/v1/
Labels:
Experimental: false
Insecure Registries:
 <IP_ADDRESS>/8
Live Restore Enabled: false
Product License: Community Engine

WARNING: bridge-nf-call-iptables is disabled
WARNING: bridge-nf-call-ip6tables is disabled

Output of "systemctl show docker":
Type=notify
Restart=always
NotifyAccess=main
RestartUSec=2s
TimeoutStartUSec=0
TimeoutStopUSec=0
WatchdogUSec=0
WatchdogTimestamp=Di 2019-02-12 19:52:26 CET
WatchdogTimestampMonotonic=176312251
StartLimitInterval=60000000
StartLimitBurst=3
StartLimitAction=none
FailureAction=none
PermissionsStartOnly=no
RootDirectoryStartOnly=no
RemainAfterExit=no
GuessMainPID=yes
MainPID=14065
ControlPID=0
FileDescriptorStoreMax=0
StatusErrno=0
Result=success
ExecMainStartTimestamp=Di 2019-02-12 19:52:24 CET
ExecMainStartTimestampMonotonic=174919824
ExecMainExitTimestampMonotonic=0
ExecMainPID=14065
ExecMainCode=0
ExecMainStatus=0
ExecStart={ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// ; ignore_errors=no ; start_time=[Di 2019-02-12 19:52:24 CET] ; stop_time=[n/a] ; pid=14065 ; code=(null) ; status=0/0 }
ExecReload={ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }
Slice=system.slice
ControlGroup=/system.slice/docker.service
MemoryCurrent=552341504
TasksCurrent=25
Delegate=yes
CPUAccounting=no
CPUShares=18446744073709551615
StartupCPUShares=18446744073709551615
CPUQuotaPerSecUSec=infinity
BlockIOAccounting=no
BlockIOWeight=18446744073709551615
StartupBlockIOWeight=18446744073709551615
MemoryAccounting=no
MemoryLimit=18446744073709551615
DevicePolicy=auto
TasksAccounting=no
TasksMax=18446744073709551615
UMask=0022
LimitCPU=18446744073709551615
LimitFSIZE=18446744073709551615
LimitDATA=18446744073709551615
LimitSTACK=18446744073709551615
LimitCORE=18446744073709551615
LimitRSS=18446744073709551615
LimitNOFILE=18446744073709551615
LimitAS=18446744073709551615
LimitNPROC=18446744073709551615
LimitMEMLOCK=65536
LimitLOCKS=18446744073709551615
LimitSIGPENDING=62773
LimitMSGQUEUE=819200
LimitNICE=0
LimitRTPRIO=0
LimitRTTIME=18446744073709551615
OOMScoreAdjust=0
Nice=0
IOScheduling=0
CPUSchedulingPolicy=0
CPUSchedulingPriority=0
TimerSlackNSec=50000
CPUSchedulingResetOnFork=no
NonBlocking=no
StandardInput=null
StandardOutput=journal
StandardError=inherit
TTYReset=no
TTYVHangup=no
TTYVTDisallocate=no
SyslogPriority=30
SyslogLevelPrefix=yes
SecureBits=0
CapabilityBoundingSet=18446744073709551615
AmbientCapabilities=0
MountFlags=0
PrivateTmp=no
PrivateNetwork=no
PrivateDevices=no
ProtectHome=no
ProtectSystem=no
SameProcessGroup=no
IgnoreSIGPIPE=yes
NoNewPrivileges=no
SystemCallErrorNumber=0
RuntimeDirectoryMode=0755
KillMode=process
KillSignal=15
SendSIGKILL=yes
SendSIGHUP=no
Id=docker.service
Names=docker.service
Requires=docker.socket basic.target
Wants=network-online.target system.slice
BindsTo=containerd.service
WantedBy=multi-user.target
ConsistsOf=docker.socket
Conflicts=shutdown.target
Before=multi-user.target shutdown.target
After=systemd-journald.socket firewalld.service network-online.target system.slice docker.socket basic.target
TriggeredBy=docker.socket
Documentation=https://docs.docker.com
Description=Docker Application Container Engine
LoadState=loaded
ActiveState=active
SubState=running
FragmentPath=/usr/lib/systemd/system/docker.service
UnitFileState=enabled
UnitFilePreset=disabled
InactiveExitTimestamp=Di 2019-02-12 19:52:24 CET
InactiveExitTimestampMonotonic=174919891
ActiveEnterTimestamp=Di 2019-02-12 19:52:26 CET
ActiveEnterTimestampMonotonic=176312465
ActiveExitTimestampMonotonic=0
InactiveEnterTimestampMonotonic=0
CanStart=yes
CanStop=yes
CanReload=yes
CanIsolate=no
StopWhenUnneeded=no
RefuseManualStart=no
RefuseManualStop=no
AllowIsolate=no
DefaultDependencies=yes
OnFailureJobMode=replace
IgnoreOnIsolate=no
IgnoreOnSnapshot=no
NeedDaemonReload=no
JobTimeoutUSec=0
JobTimeoutAction=none
ConditionResult=yes
AssertResult=yes
ConditionTimestamp=Di 2019-02-12 19:52:24 CET
ConditionTimestampMonotonic=174912328
AssertTimestamp=Di 2019-02-12 19:52:24 CET
AssertTimestampMonotonic=174912329
Transient=no

No kubectl

Packages
No dpkg
Have rpm
Output of "rpm -qa|egrep "(cc-oci-runtimecc-runtimerunv|kata-proxy|kata-runtime|kata-shim|kata-ksm-throttler|kata-containers-image|linux-container|qemu-)"":
qemu-vanilla-bin-2.11.2+git.0982a56a55-19.1.x86_64
kata-ksm-throttler-1.5.0.git+3dd4c9f-18.1.x86_64
kata-shim-1.5.0+git.efbf3bb-14.1.x86_64
kata-containers-image-1.5.0-15.1.x86_64
qemu-vanilla-data-2.11.2+git.0982a56a55-19.1.x86_64
qemu-vanilla-2.11.2+git.0982a56a55-19.1.x86_64
qemu-lite-2.11.0+git.87517afd72-19.1.x86_64
kata-shim-bin-1.5.0+git.efbf3bb-14.1.x86_64
kata-proxy-bin-1.5.0+git.9e77a0b-16.1.x86_64
kata-linux-container-<IP_ADDRESS>-18.1.x86_64
kata-runtime-1.5.0+git.5f7fcd7-24.1.x86_64
qemu-lite-data-2.11.0+git.87517afd72-19.1.x86_64
qemu-lite-bin-2.11.0+git.87517afd72-19.1.x86_64
kata-proxy-1.5.0+git.9e77a0b-16.1.x86_64

Hi @geektoor - thanks for reporting, and noting the details.
My best guess, given the volume mounts, is 9pfs performance may be impacting gitlab somehow. @egernst @eadamsintel @gnawux , any thoughts here?

So some additional info:
the underlaying fs is xfs on a Samsung SSD 850 PRO 256GB. Disk itself is fairly new and performs well otherwise.

It would help if you could enable full debug and add the output of kata-collect-data.sh after re-trying too:

https://github.com/kata-containers/documentation/blob/master/Developer-Guide.md#enable-full-debug

Hi,
debug enabled, rate limiting disabled. I stopped all other containers using kata before (all mainly use for tests), so the only container running with kata-runtime is the gitlab one. After 20 mins the container is still "starting" (with runc its still around 1-2 mins). It still stops at "Recipe: gitlab::gitlab-rails". So here is the output again:
kata-collect-data.sh
Meta details
Running kata-collect-data.sh version 1.5.0 (commit 5f7fcd7) at 2019-02-18.20:48:30.748012796+0100.

Runtime is /usr/bin/kata-runtime.
kata-env
Output of "/usr/bin/kata-runtime kata-env":
[Meta]
  Version = "1.0.20"

[Runtime]
  Debug = true
  Trace = false
  DisableGuestSeccomp = true
  DisableNewNetNs = false
  Path = "/usr/bin/kata-runtime"
  [Runtime.Version]
    Semver = "1.5.0"
    Commit = "5f7fcd7"
    OCI = "1.0.1-dev"
  [Runtime.Config]
    Path = "/etc/kata-containers/configuration.toml"

[Hypervisor]
  MachineType = "pc"
  Version = "QEMU emulator version 2.11.0\nCopyright (c) 2003-2017 Fabrice Bellard and the QEMU Project developers"
  Path = "/usr/bin/qemu-lite-system-x86_64"
  BlockDeviceDriver = "virtio-scsi"
  EntropySource = "/dev/urandom"
  Msize9p = 8192
  MemorySlots = 10
  Debug = true
  UseVSock = false

[Image]
  Path = "/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img"

[Kernel]
  Path = "/usr/share/kata-containers/vmlinuz-<IP_ADDRESS>-18.1.container"
  Parameters = "init=/usr/lib/systemd/systemd systemd.unit=kata-containers.target systemd.mask=systemd-networkd.service systemd.mask=systemd-networkd.socket agent.log=debug initcall_debug"

[Initrd]
  Path = ""

[Proxy]
  Type = "kataProxy"
  Version = "kata-proxy version 1.5.0-9e77a0b"
  Path = "/usr/libexec/kata-containers/kata-proxy"
  Debug = true

[Shim]
  Type = "kataShim"
  Version = "kata-shim version 1.5.0-efbf3bb"
  Path = "/usr/libexec/kata-containers/kata-shim"
  Debug = true

[Agent]
  Type = "kata"

[Host]
  Kernel = "3.10.0-957.5.1.el7.x86_64"
  Architecture = "amd64"
  VMContainerCapable = true
  SupportVSocks = false
  [Host.Distro]
    Name = "CentOS Linux"
    Version = "7"
  [Host.CPU]
    Vendor = "GenuineIntel"
    Model = "Intel(R) Xeon(R) CPU E3-1220L V2 @ 2.30GHz"

[Netmon]
  Version = "kata-netmon version 1.5.0"
  Path = "/usr/libexec/kata-containers/kata-netmon"
  Debug = true
  Enable = false

Runtime config files
Runtime default config files
/etc/kata-containers/configuration.toml
/usr/share/defaults/kata-containers/configuration.toml

Runtime config file contents
Output of "cat "/etc/kata-containers/configuration.toml"":
# Copyright (c) 2017-2019 Intel Corporation
#
# SPDX-License-Identifier: Apache-2.0
#

# XXX: WARNING: this file is auto-generated.
# XXX:
# XXX: Source file: "cli/config/configuration-qemu.toml.in"
# XXX: Project:
# XXX:   Name: Kata Containers
# XXX:   Type: kata

[hypervisor.qemu]
path = "/usr/bin/qemu-lite-system-x86_64"
kernel = "/usr/share/kata-containers/vmlinuz.container"
image = "/usr/share/kata-containers/kata-containers.img"
machine_type = "pc"

# Optional space-separated list of options to pass to the guest kernel.
# For example, use `kernel_params = "vsyscall=emulate"` if you are having
# trouble running pre-2.15 glibc.
#
# WARNING: - any parameter specified here will take priority over the default
# parameter value of the same name used to start the virtual machine.
# Do not set values here unless you understand the impact of doing so as you
# may stop the virtual machine from booting.
# To see the list of default parameters, enable hypervisor debug, create a
# container and look for 'default-kernel-parameters' log entries.
kernel_params = "agent.log=debug initcall_debug"

# Path to the firmware.
# If you want that qemu uses the default firmware leave this option empty
firmware = ""

# Machine accelerators
# comma-separated list of machine accelerators to pass to the hypervisor.
# For example, `machine_accelerators = "nosmm,nosmbus,nosata,nopit,static-prt,nofw"`
machine_accelerators=""

# Default number of vCPUs per SB/VM:
# unspecified or 0                --> will be set to 1
# < 0                             --> will be set to the actual number of physical cores
# > 0 <= number of physical cores --> will be set to the specified number
# > number of physical cores      --> will be set to the actual number of physical cores
default_vcpus = 1

# Default maximum number of vCPUs per SB/VM:
# unspecified or == 0             --> will be set to the actual number of physical cores or to the maximum number
#                                     of vCPUs supported by KVM if that number is exceeded
# > 0 <= number of physical cores --> will be set to the specified number
# > number of physical cores      --> will be set to the actual number of physical cores or to the maximum number
#                                     of vCPUs supported by KVM if that number is exceeded
# WARNING: Depending of the architecture, the maximum number of vCPUs supported by KVM is used when
# the actual number of physical cores is greater than it.
# WARNING: Be aware that this value impacts the virtual machine's memory footprint and CPU
# the hotplug functionality. For example, `default_maxvcpus = 240` specifies that until 240 vCPUs
# can be added to a SB/VM, but the memory footprint will be big. Another example, with
# `default_maxvcpus = 8` the memory footprint will be small, but 8 will be the maximum number of
# vCPUs supported by the SB/VM. In general, we recommend that you do not edit this variable,
# unless you know what are you doing.
default_maxvcpus = 0

# Bridges can be used to hot plug devices.
# Limitations:
# * Currently only pci bridges are supported
# * Until 30 devices per bridge can be hot plugged.
# * Until 5 PCI bridges can be cold plugged per VM.
#   This limitation could be a bug in qemu or in the kernel
# Default number of bridges per SB/VM:
# unspecified or 0   --> will be set to 1
# > 1 <= 5           --> will be set to the specified number
# > 5                --> will be set to 5
default_bridges = 1

# Default memory size in MiB for SB/VM.
# If unspecified then it will be set 2048 MiB.
#default_memory = 512
#
# Default memory slots per SB/VM.
# If unspecified then it will be set 10.
# This is will determine the times that memory will be hotadded to sandbox/VM.
#memory_slots = 10

# The size in MiB will be plused to max memory of hypervisor.
# It is the memory address space for the NVDIMM devie.
# If set block storage driver (block_device_driver) to "nvdimm",
# should set memory_offset to the size of block device.
# Default 0
#memory_offset = 0

# Disable block device from being used for a container's rootfs.
# In case of a storage driver like devicemapper where a container's
# root file system is backed by a block device, the block device is passed
# directly to the hypervisor for performance reasons.
# This flag prevents the block device from being passed to the hypervisor,
# 9pfs is used instead to pass the rootfs.
disable_block_device_use = false

# Block storage driver to be used for the hypervisor in case the container
# rootfs is backed by a block device. This is virtio-scsi, virtio-blk
# or nvdimm.
block_device_driver = "virtio-scsi"

# Specifies cache-related options will be set to block devices or not.
# Default false
#block_device_cache_set = true

# Specifies cache-related options for block devices.
# Denotes whether use of O_DIRECT (bypass the host page cache) is enabled.
# Default false
#block_device_cache_direct = true

# Specifies cache-related options for block devices.
# Denotes whether flush requests for the device are ignored.
# Default false
#block_device_cache_noflush = true

# Enable iothreads (data-plane) to be used. This causes IO to be
# handled in a separate IO thread. This is currently only implemented
# for SCSI.
#
enable_iothreads = false

# Enable pre allocation of VM RAM, default false
# Enabling this will result in lower container density
# as all of the memory will be allocated and locked
# This is useful when you want to reserve all the memory
# upfront or in the cases where you want memory latencies
# to be very predictable
# Default false
#enable_mem_prealloc = true

# Enable huge pages for VM RAM, default false
# Enabling this will result in the VM memory
# being allocated using huge pages.
# This is useful when you want to use vhost-user network
# stacks within the container. This will automatically
# result in memory pre allocation
#enable_hugepages = true

# Enable swap of vm memory. Default false.
# The behaviour is undefined if mem_prealloc is also set to true
#enable_swap = true

# This option changes the default hypervisor and kernel parameters
# to enable debug output where available. This extra output is added
# to the proxy logs, but only when proxy debug is also enabled.
#
# Default false
enable_debug = true

# Disable the customizations done in the runtime when it detects
# that it is running on top a VMM. This will result in the runtime
# behaving as it would when running on bare metal.
#
#disable_nesting_checks = true

# This is the msize used for 9p shares. It is the number of bytes
# used for 9p packet payload.
#msize_9p = 8192

# If true and vsocks are supported, use vsocks to communicate directly
# with the agent and no proxy is started, otherwise use unix
# sockets and start a proxy to communicate with the agent.
# Default false
#use_vsock = true

# VFIO devices are hotplugged on a bridge by default.
# Enable hotplugging on root bus. This may be required for devices with
# a large PCI bar, as this is a current limitation with hotplugging on
# a bridge. This value is valid for "pc" machine type.
# Default false
#hotplug_vfio_on_root_bus = true

# If host doesn't support vhost_net, set to true. Thus we won't create vhost fds for nics.
# Default false
#disable_vhost_net = true
#
# Default entropy source.
# The path to a host source of entropy (including a real hardware RNG)
# /dev/urandom and /dev/random are two main options.
# Be aware that /dev/random is a blocking source of entropy.  If the host
# runs out of entropy, the VMs boot time will increase leading to get startup
# timeouts.
# The source of entropy /dev/urandom is non-blocking and provides a
# generally acceptable source of entropy. It should work well for pretty much
# all practical purposes.
#entropy_source= "/dev/urandom"

# Path to OCI hook binaries in the *guest rootfs*.
# This does not affect host-side hooks which must instead be added to
# the OCI spec passed to the runtime.
#
# You can create a rootfs with hooks by customizing the osbuilder scripts:
# https://github.com/kata-containers/osbuilder
#
# Hooks must be stored in a subdirectory of guest_hook_path according to their
# hook type, i.e. "guest_hook_path/{prestart,postart,poststop}".
# The agent will scan these directories for executable files and add them, in
# lexicographical order, to the lifecycle of the guest container.
# Hooks are executed in the runtime namespace of the guest. See the official documentation:
# https://github.com/opencontainers/runtime-spec/blob/v1.0.1/config.md#posix-platform-hooks
# Warnings will be logged if any error is encountered will scanning for hooks,
# but it will not abort container execution.
#guest_hook_path = "/usr/share/oci/hooks"

[factory]
# VM templating support. Once enabled, new VMs are created from template
# using vm cloning. They will share the same initial kernel, initramfs and
# agent memory by mapping it readonly. It helps speeding up new container
# creation and saves a lot of memory if there are many kata containers running
# on the same host.
#
# When disabled, new VMs are created from scratch.
#
# Note: Requires "initrd=" to be set ("image=" is not supported).
#
# Default false
#enable_template = true

[proxy.kata]
path = "/usr/libexec/kata-containers/kata-proxy"

# If enabled, proxy messages will be sent to the system log
# (default: disabled)
enable_debug = true

[shim.kata]
path = "/usr/libexec/kata-containers/kata-shim"

# If enabled, shim messages will be sent to the system log
# (default: disabled)
enable_debug = true

# If enabled, the shim will create opentracing.io traces and spans.
# (See https://www.jaegertracing.io/docs/getting-started).
#
# Note: By default, the shim runs in a separate network namespace. Therefore,
# to allow it to send trace details to the Jaeger agent running on the host,
# it is necessary to set 'disable_new_netns=true' so that it runs in the host
# network namespace.
#
# (default: disabled)
#enable_tracing = true

[agent.kata]
# There is no field for this section. The goal is only to be able to
# specify which type of agent the user wants to use.

[netmon]
# If enabled, the network monitoring process gets started when the
# sandbox is created. This allows for the detection of some additional
# network being added to the existing network namespace, after the
# sandbox has been created.
# (default: disabled)
#enable_netmon = true

# Specify the path to the netmon binary.
path = "/usr/libexec/kata-containers/kata-netmon"

# If enabled, netmon messages will be sent to the system log
# (default: disabled)
enable_debug = true

[runtime]
# If enabled, the runtime will log additional debug messages to the
# system log
# (default: disabled)
enable_debug = true
#
# Internetworking model
# Determines how the VM should be connected to the
# the container network interface
# Options:
#
#   - bridged
#     Uses a linux bridge to interconnect the container interface to
#     the VM. Works for most cases except macvlan and ipvlan.
#
#   - macvtap
#     Used when the Container network interface can be bridged using
#     macvtap.
#
#   - none
#     Used when customize network. Only creates a tap device. No veth pair.
#
#   - tcfilter
#     Uses tc filter rules to redirect traffic from the network interface
#     provided by plugin to a tap interface connected to the VM.
#
internetworking_model="macvtap"

# disable guest seccomp
# Determines whether container seccomp profiles are passed to the virtual
# machine and applied by the kata agent. If set to true, seccomp is not applied
# within the guest
# (default: true)
disable_guest_seccomp=true

# If enabled, the runtime will create opentracing.io traces and spans.
# (See https://www.jaegertracing.io/docs/getting-started).
# (default: disabled)
#enable_tracing = true

# If enabled, the runtime will not create a network namespace for shim and hypervisor processes.
# This option may have some potential impacts to your host. It should only be used when you know what you're doing.
# `disable_new_netns` conflicts with `enable_netmon`
# `disable_new_netns` conflicts with `internetworking_model=bridged` and `internetworking_model=macvtap`. It works only
# with `internetworking_model=none`. The tap device will be in the host network namespace and can connect to a bridge
# (like OVS) directly.
# If you are using docker, `disable_new_netns` only works with `docker run --net=none`
# (default: false)
#disable_new_netns = true

Output of "cat "/usr/share/defaults/kata-containers/configuration.toml"":
# Copyright (c) 2017-2019 Intel Corporation
#
# SPDX-License-Identifier: Apache-2.0
#

# XXX: WARNING: this file is auto-generated.
# XXX:
# XXX: Source file: "cli/config/configuration-qemu.toml.in"
# XXX: Project:
# XXX:   Name: Kata Containers
# XXX:   Type: kata

[hypervisor.qemu]
path = "/usr/bin/qemu-lite-system-x86_64"
kernel = "/usr/share/kata-containers/vmlinuz.container"
image = "/usr/share/kata-containers/kata-containers.img"
machine_type = "pc"

# Optional space-separated list of options to pass to the guest kernel.
# For example, use `kernel_params = "vsyscall=emulate"` if you are having
# trouble running pre-2.15 glibc.
#
# WARNING: - any parameter specified here will take priority over the default
# parameter value of the same name used to start the virtual machine.
# Do not set values here unless you understand the impact of doing so as you
# may stop the virtual machine from booting.
# To see the list of default parameters, enable hypervisor debug, create a
# container and look for 'default-kernel-parameters' log entries.
kernel_params = "agent.log=debug initcall_debug"

# Path to the firmware.
# If you want that qemu uses the default firmware leave this option empty
firmware = ""

# Machine accelerators
# comma-separated list of machine accelerators to pass to the hypervisor.
# For example, `machine_accelerators = "nosmm,nosmbus,nosata,nopit,static-prt,nofw"`
machine_accelerators=""

# Default number of vCPUs per SB/VM:
# unspecified or 0                --> will be set to 1
# < 0                             --> will be set to the actual number of physical cores
# > 0 <= number of physical cores --> will be set to the specified number
# > number of physical cores      --> will be set to the actual number of physical cores
default_vcpus = 1

# Default maximum number of vCPUs per SB/VM:
# unspecified or == 0             --> will be set to the actual number of physical cores or to the maximum number
#                                     of vCPUs supported by KVM if that number is exceeded
# > 0 <= number of physical cores --> will be set to the specified number
# > number of physical cores      --> will be set to the actual number of physical cores or to the maximum number
#                                     of vCPUs supported by KVM if that number is exceeded
# WARNING: Depending of the architecture, the maximum number of vCPUs supported by KVM is used when
# the actual number of physical cores is greater than it.
# WARNING: Be aware that this value impacts the virtual machine's memory footprint and CPU
# the hotplug functionality. For example, `default_maxvcpus = 240` specifies that until 240 vCPUs
# can be added to a SB/VM, but the memory footprint will be big. Another example, with
# `default_maxvcpus = 8` the memory footprint will be small, but 8 will be the maximum number of
# vCPUs supported by the SB/VM. In general, we recommend that you do not edit this variable,
# unless you know what are you doing.
default_maxvcpus = 0

# Bridges can be used to hot plug devices.
# Limitations:
# * Currently only pci bridges are supported
# * Until 30 devices per bridge can be hot plugged.
# * Until 5 PCI bridges can be cold plugged per VM.
#   This limitation could be a bug in qemu or in the kernel
# Default number of bridges per SB/VM:
# unspecified or 0   --> will be set to 1
# > 1 <= 5           --> will be set to the specified number
# > 5                --> will be set to 5
default_bridges = 1

# Default memory size in MiB for SB/VM.
# If unspecified then it will be set 2048 MiB.
#default_memory = 512
#
# Default memory slots per SB/VM.
# If unspecified then it will be set 10.
# This is will determine the times that memory will be hotadded to sandbox/VM.
#memory_slots = 10

# The size in MiB will be plused to max memory of hypervisor.
# It is the memory address space for the NVDIMM devie.
# If set block storage driver (block_device_driver) to "nvdimm",
# should set memory_offset to the size of block device.
# Default 0
#memory_offset = 0

# Disable block device from being used for a container's rootfs.
# In case of a storage driver like devicemapper where a container's
# root file system is backed by a block device, the block device is passed
# directly to the hypervisor for performance reasons.
# This flag prevents the block device from being passed to the hypervisor,
# 9pfs is used instead to pass the rootfs.
disable_block_device_use = false

# Block storage driver to be used for the hypervisor in case the container
# rootfs is backed by a block device. This is virtio-scsi, virtio-blk
# or nvdimm.
block_device_driver = "virtio-scsi"

# Specifies cache-related options will be set to block devices or not.
# Default false
#block_device_cache_set = true

# Specifies cache-related options for block devices.
# Denotes whether use of O_DIRECT (bypass the host page cache) is enabled.
# Default false
#block_device_cache_direct = true

# Specifies cache-related options for block devices.
# Denotes whether flush requests for the device are ignored.
# Default false
#block_device_cache_noflush = true

# Enable iothreads (data-plane) to be used. This causes IO to be
# handled in a separate IO thread. This is currently only implemented
# for SCSI.
#
enable_iothreads = false

# Enable pre allocation of VM RAM, default false
# Enabling this will result in lower container density
# as all of the memory will be allocated and locked
# This is useful when you want to reserve all the memory
# upfront or in the cases where you want memory latencies
# to be very predictable
# Default false
#enable_mem_prealloc = true

# Enable huge pages for VM RAM, default false
# Enabling this will result in the VM memory
# being allocated using huge pages.
# This is useful when you want to use vhost-user network
# stacks within the container. This will automatically
# result in memory pre allocation
#enable_hugepages = true

# Enable swap of vm memory. Default false.
# The behaviour is undefined if mem_prealloc is also set to true
#enable_swap = true

# This option changes the default hypervisor and kernel parameters
# to enable debug output where available. This extra output is added
# to the proxy logs, but only when proxy debug is also enabled.
#
# Default false
enable_debug = true

# Disable the customizations done in the runtime when it detects
# that it is running on top a VMM. This will result in the runtime
# behaving as it would when running on bare metal.
#
#disable_nesting_checks = true

# This is the msize used for 9p shares. It is the number of bytes
# used for 9p packet payload.
#msize_9p = 8192

# If true and vsocks are supported, use vsocks to communicate directly
# with the agent and no proxy is started, otherwise use unix
# sockets and start a proxy to communicate with the agent.
# Default false
#use_vsock = true

# VFIO devices are hotplugged on a bridge by default.
# Enable hotplugging on root bus. This may be required for devices with
# a large PCI bar, as this is a current limitation with hotplugging on
# a bridge. This value is valid for "pc" machine type.
# Default false
#hotplug_vfio_on_root_bus = true

# If host doesn't support vhost_net, set to true. Thus we won't create vhost fds for nics.
# Default false
#disable_vhost_net = true
#
# Default entropy source.
# The path to a host source of entropy (including a real hardware RNG)
# /dev/urandom and /dev/random are two main options.
# Be aware that /dev/random is a blocking source of entropy.  If the host
# runs out of entropy, the VMs boot time will increase leading to get startup
# timeouts.
# The source of entropy /dev/urandom is non-blocking and provides a
# generally acceptable source of entropy. It should work well for pretty much
# all practical purposes.
#entropy_source= "/dev/urandom"

# Path to OCI hook binaries in the *guest rootfs*.
# This does not affect host-side hooks which must instead be added to
# the OCI spec passed to the runtime.
#
# You can create a rootfs with hooks by customizing the osbuilder scripts:
# https://github.com/kata-containers/osbuilder
#
# Hooks must be stored in a subdirectory of guest_hook_path according to their
# hook type, i.e. "guest_hook_path/{prestart,postart,poststop}".
# The agent will scan these directories for executable files and add them, in
# lexicographical order, to the lifecycle of the guest container.
# Hooks are executed in the runtime namespace of the guest. See the official documentation:
# https://github.com/opencontainers/runtime-spec/blob/v1.0.1/config.md#posix-platform-hooks
# Warnings will be logged if any error is encountered will scanning for hooks,
# but it will not abort container execution.
#guest_hook_path = "/usr/share/oci/hooks"

[factory]
# VM templating support. Once enabled, new VMs are created from template
# using vm cloning. They will share the same initial kernel, initramfs and
# agent memory by mapping it readonly. It helps speeding up new container
# creation and saves a lot of memory if there are many kata containers running
# on the same host.
#
# When disabled, new VMs are created from scratch.
#
# Note: Requires "initrd=" to be set ("image=" is not supported).
#
# Default false
#enable_template = true

[proxy.kata]
path = "/usr/libexec/kata-containers/kata-proxy"

# If enabled, proxy messages will be sent to the system log
# (default: disabled)
#enable_debug = true

[shim.kata]
path = "/usr/libexec/kata-containers/kata-shim"

# If enabled, shim messages will be sent to the system log
# (default: disabled)
#enable_debug = true

# If enabled, the shim will create opentracing.io traces and spans.
# (See https://www.jaegertracing.io/docs/getting-started).
#
# Note: By default, the shim runs in a separate network namespace. Therefore,
# to allow it to send trace details to the Jaeger agent running on the host,
# it is necessary to set 'disable_new_netns=true' so that it runs in the host
# network namespace.
#
# (default: disabled)
#enable_tracing = true

[agent.kata]
# There is no field for this section. The goal is only to be able to
# specify which type of agent the user wants to use.

[netmon]
# If enabled, the network monitoring process gets started when the
# sandbox is created. This allows for the detection of some additional
# network being added to the existing network namespace, after the
# sandbox has been created.
# (default: disabled)
#enable_netmon = true

# Specify the path to the netmon binary.
path = "/usr/libexec/kata-containers/kata-netmon"

# If enabled, netmon messages will be sent to the system log
# (default: disabled)
#enable_debug = true

[runtime]
# If enabled, the runtime will log additional debug messages to the
# system log
# (default: disabled)
#enable_debug = true
#
# Internetworking model
# Determines how the VM should be connected to the
# the container network interface
# Options:
#
#   - bridged
#     Uses a linux bridge to interconnect the container interface to
#     the VM. Works for most cases except macvlan and ipvlan.
#
#   - macvtap
#     Used when the Container network interface can be bridged using
#     macvtap.
#
#   - none
#     Used when customize network. Only creates a tap device. No veth pair.
#
#   - tcfilter
#     Uses tc filter rules to redirect traffic from the network interface
#     provided by plugin to a tap interface connected to the VM.
#
internetworking_model="macvtap"

# disable guest seccomp
# Determines whether container seccomp profiles are passed to the virtual
# machine and applied by the kata agent. If set to true, seccomp is not applied
# within the guest
# (default: true)
disable_guest_seccomp=true

# If enabled, the runtime will create opentracing.io traces and spans.
# (See https://www.jaegertracing.io/docs/getting-started).
# (default: disabled)
#enable_tracing = true

# If enabled, the runtime will not create a network namespace for shim and hypervisor processes.
# This option may have some potential impacts to your host. It should only be used when you know what you're doing.
# `disable_new_netns` conflicts with `enable_netmon`
# `disable_new_netns` conflicts with `internetworking_model=bridged` and `internetworking_model=macvtap`. It works only
# with `internetworking_model=none`. The tap device will be in the host network namespace and can connect to a bridge
# (like OVS) directly.
# If you are using docker, `disable_new_netns` only works with `docker run --net=none`
# (default: false)
#disable_new_netns = true

KSM throttler
version
Output of "/usr/libexec/kata-ksm-throttler/kata-ksm-throttler --version":
kata-ksm-throttler version 1.5.0-3dd4c9f

Output of "/usr/lib/systemd/system/kata-ksm-throttler.service --version":
/usr/bin/kata-collect-data.sh: line 168: /usr/lib/systemd/system/kata-ksm-throttler.service: Permission denied

systemd service
Image details
---
osbuilder:
  url: "https://github.com/kata-containers/osbuilder"
  version: "unknown"
rootfs-creation-time: "2019-01-22T21:10:11.082469062+0000Z"
description: "osbuilder rootfs"
file-format-version: "0.0.2"
architecture: "x86_64"
base-distro:
  name: "Clear"
  version: "27390"
  packages:
    default:
      - "iptables-bin"
      - "libudev0-shim"
      - "systemd"
    extra:

agent:
  url: "https://github.com/kata-containers/agent"
  name: "kata-agent"
  version: "1.5.0-a581aebf47386df570f796cb835bd23820448b9b"
  agent-is-init-daemon: "no"

Initrd details
No initrd

Logfiles
Runtime logs
Recent runtime problems found in system journal:
time="2019-02-14T21:28:21.274051772+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=63200 source=katautils
time="2019-02-14T21:28:21.366539206+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63211 source=katautils
time="2019-02-14T21:28:21.507462688+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63237 source=katautils
time="2019-02-14T21:28:21.567920957+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63245 source=katautils
time="2019-02-14T21:28:21.606728705+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63252 source=katautils
time="2019-02-14T21:28:28.401855596+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63273 source=katautils
time="2019-02-14T21:28:28.46182361+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=63280 source=katautils
time="2019-02-14T21:28:28.541131305+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63293 source=katautils
time="2019-02-14T21:28:28.597304281+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63309 source=katautils
time="2019-02-14T21:29:21.508821185+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63361 source=katautils
time="2019-02-14T21:29:21.548488162+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=exec name=kata-runtime pid=63368 source=katautils
time="2019-02-14T21:29:21.631749039+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63379 source=katautils
time="2019-02-14T21:29:21.769933921+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63403 source=katautils
time="2019-02-14T21:29:21.822809111+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63410 source=katautils
time="2019-02-14T21:29:21.878619855+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63418 source=katautils
time="2019-02-14T21:29:40.880101923+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63448 source=katautils
time="2019-02-14T21:29:40.93740315+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63456 source=katautils
time="2019-02-14T21:29:40.977217591+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63464 source=katautils
time="2019-02-14T21:29:41.018075635+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63471 source=katautils
time="2019-02-14T21:29:57.644466083+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=kill name=kata-runtime pid=63529 source=katautils
time="2019-02-14T21:30:07.98252763+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=63558 source=katautils
time="2019-02-14T21:30:08.018067576+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=delete name=kata-runtime pid=63565 source=katautils
time="2019-02-18T11:53:48.917393188+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=kill name=kata-runtime pid=54203 source=katautils
time="2019-02-18T11:53:49.211065204+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=state name=kata-runtime pid=54225 source=katautils
time="2019-02-18T11:53:49.248517053+01:00" level=warning msg="VM memory (512MB) smaller than image \"/usr/share/kata-containers/kata-containers-image_clearlinux_1.5.0_agent_a581aebf473.img\" size (512MB)" arch=amd64 command=delete name=kata-runtime pid=54232 source=katautils
time="2019-02-18T20:00:20.496510892+01:00" level=warning msg="fetch sandbox device failed" arch=amd64 command=create container=10cf61799143b9fbdc0f1f167e2a623fc6645605231bb14ed7f9ae57ad61973c error="open /run/vc/sbs/10cf61799143b9fbdc0f1f167e2a623fc6645605231bb14ed7f9ae57ad61973c/devices.json: no such file or directory" name=kata-runtime pid=28505 sandbox=10cf61799143b9fbdc0f1f167e2a623fc6645605231bb14ed7f9ae57ad61973c sandboxid=10cf61799143b9fbdc0f1f167e2a623fc6645605231bb14ed7f9ae57ad61973c source=virtcontainers subsystem=sandbox
time="2019-02-18T20:24:27.724333922+01:00" level=error msg="Missing container ID, should at least provide one" arch=amd64 command=ps name=kata-runtime pid=36586 source=runtime
time="2019-02-18T20:28:20.162471121+01:00" level=debug msg="Could not retrieve anything from storage" arch=amd64 command=create container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=kata-runtime pid=37563 source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:28:20.174505813+01:00" level=warning msg="fetch sandbox device failed" arch=amd64 command=create container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e error="open /run/vc/sbs/4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e/devices.json: no such file or directory" name=kata-runtime pid=37563 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e sandboxid=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=sandbox
time="2019-02-18T20:28:20.180719163+01:00" level=debug arch=amd64 command=create container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e default-kernel-parameters="tsc=reliable no_timer_check rcupdate.rcu_expedited=1 i8042.direct=1 i8042.dumbkbd=1 i8042.nopnp=1 i8042.noaux=1 noreplace-smp reboot=k console=hvc0 console=hvc1 iommu=off cryptomgr.notests net.ifnames=0 pci=lastbus=0 root=/dev/pmem0p1 rootflags=dax,data=ordered,errors=remount-ro rw rootfstype=ext4 debug systemd.show_status=true systemd.log_level=debug" name=kata-runtime pid=37563 source=virtcontainers subsystem=qemu
time="2019-02-18T20:29:21.727101033+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=37881 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"6514459f-8746-487d-8b4e-774e7b82f0ad\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:30:22.005549483+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=38207 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"9f196178-a3d5-4486-8b43-bc4498754314\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:31:22.214176989+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=38482 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"c6421c11-4212-4d1f-a55a-951c47ac485a\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:32:22.701425295+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=38757 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"93ed38a5-0077-429f-a6e5-51f662912589\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:33:23.01915961+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=39034 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"b7b6434c-1999-4241-98e4-bcf68f940705\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:34:23.352020168+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=39327 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"0e0cbdd1-2df7-4b12-9a67-8fc972f16419\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:35:23.67921532+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=39605 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"db0f93b4-e324-4828-b308-9b28cff7a163\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:36:24.00313914+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=39879 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"c2df7dea-b0d6-4b9b-958f-6dbe588620cc\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:37:24.349371259+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=40156 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"64804f0a-421e-4fb2-b362-04a052c27ca9\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:38:24.666077414+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=40433 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"ec1422d8-b80b-4580-a53a-ae80e9e7344a\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:39:24.961147586+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=40709 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"8edbf58f-fa02-4282-84fb-81b2dfe278ff\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:40:25.328050604+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=40983 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"ac1b5f5c-4c5f-4cbd-b7b4-6847fe74c1c5\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:41:25.658875546+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=41267 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"55af31e4-d649-4a6c-96dc-224e8afba07d\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:42:25.962066058+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=41538 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"00e2d5e2-c567-4650-8375-15e9084b042e\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:43:26.2686288+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=41810 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"df6a57d3-0193-4743-9bd6-8894f9bab6ba\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:44:26.631534158+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=42093 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"20a5d077-8d31-4914-ae3e-85139a0fcd51\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:45:26.942166772+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=42372 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"9aca4149-343c-4fa1-83e0-7b71a1e2ae88\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:46:27.27993522+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=42651 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"b5cd38f6-a596-43e3-bf07-3df6f27e5051\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:47:27.611847152+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=42928 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"aca8144b-52b9-45c0-9ea3-7bf00972ac91\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent
time="2019-02-18T20:48:27.918475345+01:00" level=debug msg="sending request" arch=amd64 command=exec container=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e name=grpc.ExecProcessRequest pid=43218 req="container_id:\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\" exec_id:\"cc7b4f24-ecad-45f4-8a82-417342ebb6f2\" process:<User:<> Args:\"/bin/sh\" Args:\"-c\" Args:\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\" Env:\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\" Env:\"HOSTNAME=gitlab-kata.discipline.network\" Env:\"TERM=xterm\" Cwd:\"/\" > " sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=virtcontainers subsystem=kata_agent

Proxy logs
Recent proxy problems found in system journal:
time="2019-02-18T20:43:26.341447567+01:00" level=info msg="time=\"2019-02-18T19:43:26.327220384Z\" level=debug msg=\"request end\" duration=\"16.404µs\" name=kata-agent pid=102 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:43:26.431953659+01:00" level=info msg="time=\"2019-02-18T19:43:26.419253349Z\" level=debug msg=\"request end\" duration=\"17.799µs\" name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp=\"data:\\\"equested URL returned error: 502 Bad Gateway\\\" \" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:43:26.4378643+01:00" level=info msg="time=\"2019-02-18T19:43:26.425093352Z\" level=debug msg=\"request end\" duration=\"969.268µs\" error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:43:26.438856301+01:00" level=info msg="time=\"2019-02-18T19:43:26.425943772Z\" level=debug msg=\"request end\" duration=98.22554ms error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStdout resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:43:26.439850402+01:00" level=info msg="time=\"2019-02-18T19:43:26.427138778Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:44:26.634163681+01:00" level=info msg="time=\"2019-02-18T19:44:26.621543492Z\" level=debug msg=\"new request\" name=kata-agent pid=102 req=\"container_id:\\\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\\\" exec_id:\\\"20a5d077-8d31-4914-ae3e-85139a0fcd51\\\" process:<User:<> Args:\\\"/bin/sh\\\" Args:\\\"-c\\\" Args:\\\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\\\" Env:\\\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\\\" Env:\\\"HOSTNAME=gitlab-kata.discipline.network\\\" Env:\\\"TERM=xterm\\\" Cwd:\\\"/\\\" > \" request=/grpc.AgentService/ExecProcess sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:44:26.668587763+01:00" level=info msg="time=\"2019-02-18T19:44:26.655901882Z\" level=debug msg=\"request end\" duration=34.252863ms name=kata-agent pid=102 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:44:26.668759845+01:00" level=info msg="time=\"2019-02-18T19:44:26.656126238Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:44:26.668820567+01:00" level=info msg="time=\"2019-02-18T19:44:26.656237418Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:44:26.684842166+01:00" level=info msg="time=\"2019-02-18T19:44:26.672232307Z\" level=debug msg=\"request end\" duration=\"15.932µs\" name=kata-agent pid=102 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:44:26.789888922+01:00" level=info msg="time=\"2019-02-18T19:44:26.77728725Z\" level=debug msg=\"request end\" duration=\"24.753µs\" name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp=\"data:\\\": (22) The requested URL returned error: 502 Bad Gateway\\\\n\\\" \" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:44:26.792128669+01:00" level=info msg="time=\"2019-02-18T19:44:26.779507275Z\" level=debug msg=\"request end\" duration=\"205.945µs\" error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:44:26.792539543+01:00" level=info msg="time=\"2019-02-18T19:44:26.779905367Z\" level=debug msg=\"request end\" duration=107.897797ms error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStdout resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:44:26.793988643+01:00" level=info msg="time=\"2019-02-18T19:44:26.7813071Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:45:26.946085522+01:00" level=info msg="time=\"2019-02-18T19:45:26.933505907Z\" level=debug msg=\"new request\" name=kata-agent pid=102 req=\"container_id:\\\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\\\" exec_id:\\\"9aca4149-343c-4fa1-83e0-7b71a1e2ae88\\\" process:<User:<> Args:\\\"/bin/sh\\\" Args:\\\"-c\\\" Args:\\\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\\\" Env:\\\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\\\" Env:\\\"HOSTNAME=gitlab-kata.discipline.network\\\" Env:\\\"TERM=xterm\\\" Cwd:\\\"/\\\" > \" request=/grpc.AgentService/ExecProcess sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:45:26.988847083+01:00" level=info msg="time=\"2019-02-18T19:45:26.976277744Z\" level=debug msg=\"request end\" duration=42.609378ms name=kata-agent pid=102 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:45:26.989023059+01:00" level=info msg="time=\"2019-02-18T19:45:26.976472702Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:45:26.9890876+01:00" level=info msg="time=\"2019-02-18T19:45:26.976584541Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:45:27.011899438+01:00" level=info msg="time=\"2019-02-18T19:45:26.998258557Z\" level=debug msg=\"request end\" duration=\"19.804µs\" name=kata-agent pid=102 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:45:27.112020786+01:00" level=info msg="time=\"2019-02-18T19:45:27.098518718Z\" level=debug msg=\"request end\" duration=\"22.293µs\" name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp=\"data:\\\"0      0 --:--:-- --:--:-- --:--:--     0\\\\ncurl: (22) The requested URL returned error: 502 Bad Gateway\\\\n\\\" \" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:45:27.113162207+01:00" level=info msg="time=\"2019-02-18T19:45:27.099680693Z\" level=debug msg=\"request end\" duration=105.966004ms error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStdout resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:45:27.113907085+01:00" level=info msg="time=\"2019-02-18T19:45:27.100763283Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:45:27.117007269+01:00" level=info msg="time=\"2019-02-18T19:45:27.104503046Z\" level=debug msg=\"request end\" duration=\"16.614µs\" error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:46:27.281949758+01:00" level=info msg="time=\"2019-02-18T19:46:27.269418074Z\" level=debug msg=\"new request\" name=kata-agent pid=102 req=\"container_id:\\\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\\\" exec_id:\\\"b5cd38f6-a596-43e3-bf07-3df6f27e5051\\\" process:<User:<> Args:\\\"/bin/sh\\\" Args:\\\"-c\\\" Args:\\\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\\\" Env:\\\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\\\" Env:\\\"HOSTNAME=gitlab-kata.discipline.network\\\" Env:\\\"TERM=xterm\\\" Cwd:\\\"/\\\" > \" request=/grpc.AgentService/ExecProcess sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:46:27.316991134+01:00" level=info msg="time=\"2019-02-18T19:46:27.304498456Z\" level=debug msg=\"request end\" duration=34.887511ms name=kata-agent pid=102 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:46:27.317303297+01:00" level=info msg="time=\"2019-02-18T19:46:27.30472849Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:46:27.317459947+01:00" level=info msg="time=\"2019-02-18T19:46:27.304865714Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:46:27.341719463+01:00" level=info msg="time=\"2019-02-18T19:46:27.329272899Z\" level=debug msg=\"request end\" duration=\"13.874µs\" name=kata-agent pid=102 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:46:27.435605043+01:00" level=info msg="time=\"2019-02-18T19:46:27.423196504Z\" level=debug msg=\"request end\" duration=\"19.795µs\" name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp=\"data:\\\"curl: (22) The requested URL returned error: 502 Bad Gateway\\\\n\\\" \" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:46:27.440728988+01:00" level=info msg="time=\"2019-02-18T19:46:27.428242182Z\" level=debug msg=\"request end\" duration=3.289608ms error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:46:27.441253549+01:00" level=info msg="time=\"2019-02-18T19:46:27.42849492Z\" level=debug msg=\"request end\" duration=99.660479ms error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStdout resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:46:27.442191222+01:00" level=info msg="time=\"2019-02-18T19:46:27.429769703Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:47:27.614949931+01:00" level=info msg="time=\"2019-02-18T19:47:27.602563942Z\" level=debug msg=\"new request\" name=kata-agent pid=102 req=\"container_id:\\\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\\\" exec_id:\\\"aca8144b-52b9-45c0-9ea3-7bf00972ac91\\\" process:<User:<> Args:\\\"/bin/sh\\\" Args:\\\"-c\\\" Args:\\\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\\\" Env:\\\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\\\" Env:\\\"HOSTNAME=gitlab-kata.discipline.network\\\" Env:\\\"TERM=xterm\\\" Cwd:\\\"/\\\" > \" request=/grpc.AgentService/ExecProcess sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:47:27.648359776+01:00" level=info msg="time=\"2019-02-18T19:47:27.635903151Z\" level=debug msg=\"request end\" duration=33.210011ms name=kata-agent pid=102 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:47:27.648663535+01:00" level=info msg="time=\"2019-02-18T19:47:27.636163623Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:47:27.64872893+01:00" level=info msg="time=\"2019-02-18T19:47:27.636271932Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:47:27.672055175+01:00" level=info msg="time=\"2019-02-18T19:47:27.657484524Z\" level=debug msg=\"request end\" duration=\"22.61µs\" name=kata-agent pid=102 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:47:27.763944881+01:00" level=info msg="time=\"2019-02-18T19:47:27.751616116Z\" level=debug msg=\"request end\" duration=\"19.84µs\" name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp=\"data:\\\"22) The requested URL returned error: 502 Bad Gateway\\\" \" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:47:27.77064507+01:00" level=info msg="time=\"2019-02-18T19:47:27.75827584Z\" level=debug msg=\"request end\" duration=1.696927ms error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStderr resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:47:27.771714548+01:00" level=info msg="time=\"2019-02-18T19:47:27.758507981Z\" level=debug msg=\"request end\" duration=104.346577ms error=EOF name=kata-agent pid=102 request=/grpc.AgentService/ReadStdout resp= sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:47:27.772158561+01:00" level=info msg="time=\"2019-02-18T19:47:27.75984242Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:48:27.920973949+01:00" level=info msg="time=\"2019-02-18T19:48:27.9087178Z\" level=debug msg=\"new request\" name=kata-agent pid=102 req=\"container_id:\\\"4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e\\\" exec_id:\\\"cc7b4f24-ecad-45f4-8a82-417342ebb6f2\\\" process:<User:<> Args:\\\"/bin/sh\\\" Args:\\\"-c\\\" Args:\\\"/opt/gitlab/bin/gitlab-healthcheck --fail --max-time 10\\\" Env:\\\"PATH=/opt/gitlab/embedded/bin:/opt/gitlab/bin:/assets:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin\\\" Env:\\\"HOSTNAME=gitlab-kata.discipline.network\\\" Env:\\\"TERM=xterm\\\" Cwd:\\\"/\\\" > \" request=/grpc.AgentService/ExecProcess sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:48:27.96253286+01:00" level=info msg="time=\"2019-02-18T19:48:27.950128262Z\" level=debug msg=\"request end\" duration=41.308485ms name=kata-agent pid=102 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent
time="2019-02-18T20:48:27.963358128+01:00" level=info msg="time=\"2019-02-18T19:48:27.950467244Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=102 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e signal=\"child exited\" source=agent\n" name=kata-proxy pid=37599 sandbox=4f3aacfea20f1eb1c09a09a153b68326260389e41d9196cf0e4ed0ac11c3429e source=agent