Home | About | Sematext search-lucene.com search-hadoop.com
 Search Hadoop and all its subprojects:

Switch to Threaded View
Hive, mail # user - Hive Server Leaking File Descriptors?


Copy link to this message
-
Re: Hive Server Leaking File Descriptors?
Bennie Schut 2010-02-16, 08:05
I think it's lines like this:
java 16908 hadoop 160u IPv6 153354839 TCP
hadoopmaster.cluster.trafficbroker.co.uk:34546->hadoopslave3.cluster.trafficbroker.co.uk:50010
(ESTABLISHED)

We have the same.
Currently no queries running and many of those connections open. After
running some queries a few more are added to the list.

java       5888     dwh  389u     IPv4        
1020083623                 TCP
victoria.ebuddy.com:51989->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  390u     IPv4        
1020083626                 TCP
victoria.ebuddy.com:51990->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  391u     IPv4        
1020083637                 TCP
victoria.ebuddy.com:51993->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  392u     IPv4        
1020083641                 TCP
victoria.ebuddy.com:51994->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  393u     IPv4        
1020083668                 TCP
victoria.ebuddy.com:52005->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  394u     IPv4        
1020083675                 TCP
victoria.ebuddy.com:52008->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  395u     IPv4        
1020083678                 TCP
victoria.ebuddy.com:52009->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  396u     IPv4        
1020083690                 TCP
victoria.ebuddy.com:52014->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  397u     IPv4        
1020083693                 TCP
victoria.ebuddy.com:52015->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  398u     IPv4        
1020083703                 TCP
victoria.ebuddy.com:52019->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  399u     IPv4        
1020083706                 TCP
victoria.ebuddy.com:52020->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  400u     IPv4        
1020083713                 TCP
victoria.ebuddy.com:52023->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  401u     IPv4        
1020083716                 TCP
victoria.ebuddy.com:52024->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  402u     IPv4        
1020083728                 TCP
victoria.ebuddy.com:52029->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  403u     IPv4        
1020083731                 TCP
victoria.ebuddy.com:52030->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  404u     IPv4        
1020083740                 TCP
victoria.ebuddy.com:52034->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  405u     IPv4        
1020083743                 TCP
victoria.ebuddy.com:52035->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  406u     IPv4        
1020083753                 TCP
victoria.ebuddy.com:52039->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  407u     IPv4        
1020083756                 TCP
victoria.ebuddy.com:52040->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  408u     IPv4        
1020083769                 TCP
victoria.ebuddy.com:52045->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  409u     IPv4        
1020083772                 TCP
victoria.ebuddy.com:52046->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  410u     IPv4        
1020083781                 TCP
victoria.ebuddy.com:52050->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  411u     IPv4        
1020083784                 TCP
victoria.ebuddy.com:52051->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  412u     IPv4        
1020083792                 TCP
victoria.ebuddy.com:52054->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  413u     IPv4        
1020083795                 TCP
victoria.ebuddy.com:52055->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  414u     IPv4        
1020083808                 TCP
victoria.ebuddy.com:52060->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  415u     IPv4        
1020083811                 TCP
victoria.ebuddy.com:52061->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  416u     IPv4        
1020083820                 TCP
victoria.ebuddy.com:52065->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  417u     IPv4        
1020083823                 TCP
victoria.ebuddy.com:52066->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  418u     IPv4        
1020083831                 TCP
victoria.ebuddy.com:52069->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  419u     IPv4        
1020083834                 TCP
victoria.ebuddy.com:52070->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  420u     IPv4        
1020083846                 TCP
victoria.ebuddy.com:52075->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  421u     IPv4        
1020083849                 TCP
victoria.ebuddy.com:52076->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  422u     IPv4        
1020083865                 TCP
victoria.ebuddy.com:52083->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  423u     IPv4        
1020083862                 TCP
victoria.ebuddy.com:52082->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  424u     IPv4        
1020083877                 TCP
victoria.ebuddy.com:52088->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  425u     IPv4        
1020083880                 TCP
victoria.ebuddy.com:52089->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  426u     IPv4        
1020083888                 TCP
victoria.ebuddy.com:52092->victoria.ebuddy.com:50010 (ESTABLISHED)
java       5888     dwh  427u     IPv4        
1020083896                 TCP
vict