Home | About | Sematext search-lucene.com search-hadoop.com
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB
 Search Hadoop and all its subprojects:

Switch to Threaded View
Hive >> mail # user >> Hive Server Leaking File Descriptors?


Copy link to this message
-
Re: Hive Server Leaking File Descriptors?
I think it's lines like this:
java 16908 hadoop 160u IPv6 153354839 TCP
hadoopmaster.cluster.trafficbroker.co.uk:34546->hadoopslave3.cluster.trafficbroker.co.uk:50010
(ESTABLISHED)

We have the same.
Currently no queries running and many of those connections open. After
running some queries a few more are added to the list.

java       5888     dwh  389u     IPv4        
1020083623                 TCP
victoria.ebuddy.com:51989->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  390u     IPv4        
1020083626                 TCP
victoria.ebuddy.com:51990->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  391u     IPv4        
1020083637                 TCP
victoria.ebuddy.com:51993->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  392u     IPv4        
1020083641                 TCP
victoria.ebuddy.com:51994->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  393u     IPv4        
1020083668                 TCP
victoria.ebuddy.com:52005->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  394u     IPv4        
1020083675                 TCP
victoria.ebuddy.com:52008->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  395u     IPv4        
1020083678                 TCP
victoria.ebuddy.com:52009->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  396u     IPv4        
1020083690                 TCP
victoria.ebuddy.com:52014->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  397u     IPv4        
1020083693                 TCP
victoria.ebuddy.com:52015->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  398u     IPv4        
1020083703                 TCP
victoria.ebuddy.com:52019->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  399u     IPv4        
1020083706                 TCP
victoria.ebuddy.com:52020->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  400u     IPv4        
1020083713                 TCP
victoria.ebuddy.com:52023->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  401u     IPv4        
1020083716                 TCP
victoria.ebuddy.com:52024->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  402u     IPv4        
1020083728                 TCP
victoria.ebuddy.com:52029->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  403u     IPv4        
1020083731                 TCP
victoria.ebuddy.com:52030->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  404u     IPv4        
1020083740                 TCP
victoria.ebuddy.com:52034->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  405u     IPv4        
1020083743                 TCP
victoria.ebuddy.com:52035->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  406u     IPv4        
1020083753                 TCP
victoria.ebuddy.com:52039->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  407u     IPv4        
1020083756                 TCP
victoria.ebuddy.com:52040->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  408u     IPv4        
1020083769                 TCP
victoria.ebuddy.com:52045->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  409u     IPv4        
1020083772                 TCP
victoria.ebuddy.com:52046->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  410u     IPv4        
1020083781                 TCP
victoria.ebuddy.com:52050->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  411u     IPv4        
1020083784                 TCP
victoria.ebuddy.com:52051->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  412u     IPv4        
1020083792                 TCP
victoria.ebuddy.com:52054->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  413u     IPv4        
1020083795                 TCP
victoria.ebuddy.com:52055->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  414u     IPv4        
1020083808                 TCP
victoria.ebuddy.com:52060->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  415u     IPv4        
1020083811                 TCP
victoria.ebuddy.com:52061->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  416u     IPv4        
1020083820                 TCP
victoria.ebuddy.com:52065->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  417u     IPv4        
1020083823                 TCP
victoria.ebuddy.com:52066->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  418u     IPv4        
1020083831                 TCP
victoria.ebuddy.com:52069->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  419u     IPv4        
1020083834                 TCP
victoria.ebuddy.com:52070->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  420u     IPv4        
1020083846                 TCP
victoria.ebuddy.com:52075->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  421u     IPv4        
1020083849                 TCP
victoria.ebuddy.com:52076->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  422u     IPv4        
1020083865                 TCP
victoria.ebuddy.com:52083->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  423u     IPv4        
1020083862                 TCP
victoria.ebuddy.com:52082->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  424u     IPv4        
1020083877                 TCP
victoria.ebuddy.com:52088->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  425u     IPv4        
1020083880                 TCP
victoria.ebuddy.com:52089->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  426u     IPv4        
1020083888                 TCP
victoria.ebuddy.com:52092->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  427u     IPv4        
1020083896                 TCP
vict
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB