Home | About | Sematext search-lucene.com search-hadoop.com
 Search Hadoop and all its subprojects:

Switch to Plain View
Hive >> mail # user >> high gc time ,how do tuning?


Copy link to this message
-
high gc time ,how do tuning?
hive> select page_url,concat_ws('&',
map_keys(UNION_MAP(MAP(first_category,'fcategory')))) as fcategorys ,
token,concat_ws('&',
map_keys(UNION_MAP(MAP(concat(original_category,',',weight),'dummy')))) as
r from media_visit_info group by page_url,token ;

# jstat -gcutil 28409 1000 10
  S0     S1     E      O      P     YGC     YGCT    FGC    FGCT     GCT
  0.00  91.67  72.40  60.62  98.19  48589   79.347    35   12.113   91.459
  0.00  91.67  72.67  60.62  98.19  48589   79.347    35   12.113   91.459
  0.00  91.67  72.67  60.62  98.19  48589   79.347    35   12.113   91.459
  0.00  91.67  73.43  60.62  98.19  48589   79.347    35   12.113   91.459
  0.00  91.67  73.92  60.62  98.19  48589   79.347    35   12.113   91.459
  0.00  91.67  74.19  60.62  98.19  48589   79.347    35   12.113   91.459
  0.00  91.67  74.19  60.62  98.19  48589   79.347    35   12.113   91.459
  0.00  91.67  74.19  60.62  98.19  48589   79.347    35   12.113   91.459
  0.00  91.67  74.21  60.62  98.19  48589   79.347    35   12.113   91.459
  0.00  91.67  74.85  60.62  98.19  48589   79.347    35   12.113   91.459
and hive-env.sh