Uploaded image for project: 'DC/OS'
  1. DC/OS
  2. DCOS_OSS-4555

dcos-net crash again in DC/OS 1.12

    Details

    • Type: Bug
    • Status: Open
    • Priority: High
    • Resolution: Unresolved
    • Affects Version/s: DC/OS 1.12.0
    • Fix Version/s: None
    • Component/s: networking
    • Labels:
      None

      Description

      hi,
      dcos-net crash again in DC/OS 1.12, Please resolve as soon as possible, THX.

      [dice@terminus-y-private-010167000226 log]$ curl -s "http://127.0.0.1:61001/dcos-metadata/dcos-version.json"
      {
        "version": "1.12.0",
        "dcos-image-commit": "6156e8f5cb2ad123aa25d116795867c49619be72",
        "bootstrap-id": "51c3e1a0a5b7fdace4abccc998e970df07eb606e",
        "dcos-variant": "open"
      }
      
      
      *{color:#d04437}crash.log:{color}*
      2018-12-03 17:57:54 =CRASH REPORT====
        crasher:
          initial call: dcos_l4lb_mesos_poller:init/1
          pid: <0.1162.1799>
          registered_name: dcos_l4lb_mesos_poller
          exception error: {{badmatch,{error,overflow}},[{dcos_l4lb_mesos_poller,push_ops,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,250}]},{dcos_l4lb_mesos_poller,push_vips,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,207}]},{dcos_l4lb_mesos_poller,handle_poll_state,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,104}]},{dcos_l4lb_mesos_poller,handle_info,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,58}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,637}]},{gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,711}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
          ancestors: [dcos_l4lb_sup,<0.1658.0>]
          message_queue_len: 0
          messages: []
          links: [<0.1661.0>]
          dictionary: []
          trap_exit: false
          status: running
          heap_size: 1439468
          stack_size: 27
          reductions: 13018872
        neighbours:
      2018-12-03 17:57:54 =SUPERVISOR REPORT====
           Supervisor: {local,dcos_l4lb_sup}
           Context:    child_terminated
           Reason:     {{badmatch,{error,overflow}},[{dcos_l4lb_mesos_poller,push_ops,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,250}]},{dcos_l4lb_mesos_poller,push_vips,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,207}]},{dcos_l4lb_mesos_poller,handle_poll_state,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,104}]},{dcos_l4lb_mesos_poller,handle_info,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,58}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,637}]},{gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,711}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
           Offender:   [{pid,<0.1162.1799>},{id,dcos_l4lb_mesos_poller},{mfargs,{dcos_l4lb_mesos_poller,start_link,[]}},{restart_type,permanent},{shutdown,5000},{child_type,worker}]
      
      2018-12-03 17:57:56 =ERROR REPORT====
      ** Generic server dcos_l4lb_mesos_poller terminating
      ** Last message in was {timeout,#Ref<0.4049651498.1520959490.246178>,poll}
      ** When Server state == {state,#Ref<0.4049651498.1520959490.246178>}
      ** Reason for termination ==
      ** {{badmatch,{error,overflow}},[{dcos_l4lb_mesos_poller,push_ops,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,250}]},{dcos_l4lb_mesos_poller,push_vips,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,207}]},{dcos_l4lb_mesos_poller,handle_poll_state,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,104}]},{dcos_l4lb_mesos_poller,handle_info,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,58}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,637}]},{gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,711}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
      2018-12-03 17:57:56 =CRASH REPORT====
        crasher:
          initial call: dcos_l4lb_mesos_poller:init/1
          pid: <0.1655.1799>
          registered_name: dcos_l4lb_mesos_poller
          exception error: {{badmatch,{error,overflow}},[{dcos_l4lb_mesos_poller,push_ops,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,250}]},{dcos_l4lb_mesos_poller,push_vips,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,207}]},{dcos_l4lb_mesos_poller,handle_poll_state,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,104}]},{dcos_l4lb_mesos_poller,handle_info,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,58}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,637}]},{gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,711}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
          ancestors: [dcos_l4lb_sup,<0.1658.0>]
          message_queue_len: 0
          messages: []
          links: [<0.1661.0>]
          dictionary: []
          trap_exit: false
          status: running
          heap_size: 6772
          stack_size: 27
          reductions: 3281218
        neighbours:
      2018-12-03 17:57:56 =SUPERVISOR REPORT====
           Supervisor: {local,dcos_l4lb_sup}
           Context:    child_terminated
           Reason:     {{badmatch,{error,overflow}},[{dcos_l4lb_mesos_poller,push_ops,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,250}]},{dcos_l4lb_mesos_poller,push_vips,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,207}]},{dcos_l4lb_mesos_poller,handle_poll_state,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,104}]},{dcos_l4lb_mesos_poller,handle_info,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,58}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,637}]},{gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,711}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
           Offender:   [{pid,<0.1655.1799>},{id,dcos_l4lb_mesos_poller},{mfargs,{dcos_l4lb_mesos_poller,start_link,[]}},{restart_type,permanent},{shutdown,5000},{child_type,worker}]
      
      2018-12-03 17:58:29 =ERROR REPORT====
      ** Generic server dcos_l4lb_mesos_poller terminating
      ** Last message in was {timeout,#Ref<0.4049651498.2237661185.104089>,poll}
      ** When Server state == {state,#Ref<0.4049651498.2237661185.104089>}
      ** Reason for termination ==
      ** {{badmatch,{error,overflow}},[{dcos_l4lb_mesos_poller,push_ops,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,250}]},{dcos_l4lb_mesos_poller,push_vips,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,207}]},{dcos_l4lb_mesos_poller,handle_poll_state,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,104}]},{dcos_l4lb_mesos_poller,handle_info,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,58}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,637}]},{gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,711}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
      2018-12-03 17:58:29 =CRASH REPORT====
        crasher:
          initial call: dcos_l4lb_mesos_poller:init/1
          pid: <0.2661.1799>
          registered_name: dcos_l4lb_mesos_poller
          exception error: {{badmatch,{error,overflow}},[{dcos_l4lb_mesos_poller,push_ops,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,250}]},{dcos_l4lb_mesos_poller,push_vips,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,207}]},{dcos_l4lb_mesos_poller,handle_poll_state,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,104}]},{dcos_l4lb_mesos_poller,handle_info,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,58}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,637}]},{gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,711}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
          ancestors: [dcos_l4lb_sup,<0.1658.0>]
          message_queue_len: 0
          messages: []
          links: [<0.1661.0>]
          dictionary: []
          trap_exit: false
          status: running
          heap_size: 514838
          stack_size: 27
          reductions: 15775077
        neighbours:
      2018-12-03 17:58:29 =SUPERVISOR REPORT====
           Supervisor: {local,dcos_l4lb_sup}
           Context:    child_terminated
           Reason:     {{badmatch,{error,overflow}},[{dcos_l4lb_mesos_poller,push_ops,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,250}]},{dcos_l4lb_mesos_poller,push_vips,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,207}]},{dcos_l4lb_mesos_poller,handle_poll_state,1,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,104}]},{dcos_l4lb_mesos_poller,handle_info,2,[{file,"/pkg/src/dcos-net/_build/prod/lib/dcos_l4lb/src/dcos_l4lb_mesos_poller.erl"},{line,58}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,637}]},{gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,711}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}
           Offender:   [{pid,<0.2661.1799>},{id,dcos_l4lb_mesos_poller},{mfargs,{dcos_l4lb_mesos_poller,start_link,[]}},{restart_type,permanent},{shutdown,5000},{child_type,worker}]
      

        Attachments

          Issue Links

            Activity

              People

              • Assignee:
                sergeyurbanovich Sergey Urbanovich
                Reporter:
                xiyangddy xiyangddy
                Team:
                Networking Team
                Watchers:
                Deepak Goel, Sergey Urbanovich, xiyangddy
              • Watchers:
                3 Start watching this issue

                Dates

                • Created:
                  Updated: