string(14) "127.0.0.1:9200" URL: http://127.0.0.1:9200/likecs_art_db/_search
REQUEST:
Array
(
    [query] => Array
        (
            [match] => Array
                (
                    [text] => Array
                        (
                            [query] => spark on yarn内存和CPU分配
                        )

                )

        )

    [highlight] => Array
        (
            [fields] => Array
                (
                    [text] => stdClass Object
                        (
                        )

                )

            [pre_tags] => #em#
            [post_tags] => #/em#
        )

    [size] => 8
    [from] => 0
)
RESPONSE:
string(7473) "{"took":25,"timed_out":false,"_shards":{"total":1,"successful":1,"skipped":0,"failed":0},"hits":{"total":{"value":10000,"relation":"gte"},"max_score":49.521553,"hits":[{"_index":"likecs_art_db","_type":"_doc","_id":"44370","_score":49.521553,"_source":{"id":"44370","text":"spark on yarn\u5185\u5b58\u548cCPU\u5206\u914d","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"yesecangqiong","tagsname":"spark on yarn|\u5185\u5b58|CPU|AppMaster|driver|executor","tagsid":"[\"10403\",\"3101\",\"5672\",17513,\"3174\",\"14819\"]","catesname":"","catesid":"[]","createtime":"1544948211"},"highlight":{"text":["#em#spark#/em# #em#on#/em# #em#yarn#/em##em#内#/em##em#存#/em##em#和#/em##em#CPU#/em##em#分#/em##em#配#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312491","_score":42.679817,"_source":{"id":"203312491","text":"Spark On YARN\u5185\u5b58\u5206\u914d","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1636731701"},"highlight":{"text":["#em#Spark#/em# #em#On#/em# #em#YARN#/em##em#内#/em##em#存#/em##em#分#/em##em#配#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312557","_score":35.57295,"_source":{"id":"203312557","text":"Spark On Yarn \u4e2dExecutor \u5185\u5b58\u5206\u914d\u7684\u673a\u5236","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1622892969"},"highlight":{"text":["#em#Spark#/em# #em#On#/em# #em#Yarn#/em# 中Executor #em#内#/em##em#存#/em##em#分#/em##em#配#/em#的机制"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312567","_score":35.57295,"_source":{"id":"203312567","text":"Spark On Yarn \u4e2dExecutor \u5185\u5b58\u5206\u914d\u7684\u673a\u5236","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1620551545"},"highlight":{"text":["#em#Spark#/em# #em#On#/em# #em#Yarn#/em# 中Executor #em#内#/em##em#存#/em##em#分#/em##em#配#/em#的机制"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"314493","_score":33.05013,"_source":{"id":"314493","text":"YARN\u7684\u5185\u5b58\u548cCPU\u914d\u7f6e","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"frankzye","tagsname":"","tagsid":"","catesname":"","catesid":"","createtime":"1631375796"},"highlight":{"text":["#em#YARN#/em#的#em#内#/em##em#存#/em##em#和#/em##em#CPU#/em##em#配#/em#置"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"41197","_score":30.157894,"_source":{"id":"41197","text":"Spark-on-yarn","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"dzqk","tagsname":"\u5927\u6570\u636e spark on yarn","tagsid":"[16608]","catesname":"Spark","catesid":"[\"319\"]","createtime":"1542965446"},"highlight":{"text":["#em#Spark#/em#-#em#on#/em#-#em#yarn#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203254643","_score":30.157894,"_source":{"id":"203254643","text":"Spark-On-YARN","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1626284576"},"highlight":{"text":["#em#Spark#/em#-#em#On#/em#-#em#YARN#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203254645","_score":30.157894,"_source":{"id":"203254645","text":"Spark on Yarn","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1627649527"},"highlight":{"text":["#em#Spark#/em# #em#on#/em# #em#Yarn#/em#"]}}]}}"
string(14) "127.0.0.1:9200" URL: http://127.0.0.1:9200/likecs_art_db/_search
REQUEST:
Array
(
    [query] => Array
        (
            [match] => Array
                (
                    [text] => Array
                        (
                            [query] => spark on yarn内存和CPU分配
                        )

                )

        )

    [highlight] => Array
        (
            [fields] => Array
                (
                    [text] => stdClass Object
                        (
                        )

                )

            [pre_tags] => #em#
            [post_tags] => #/em#
        )

    [size] => 8
    [from] => 8
)
RESPONSE:
string(6818) "{"took":22,"timed_out":false,"_shards":{"total":1,"successful":1,"skipped":0,"failed":0},"hits":{"total":{"value":10000,"relation":"gte"},"max_score":49.521553,"hits":[{"_index":"likecs_art_db","_type":"_doc","_id":"203312287","_score":30.157894,"_source":{"id":"203312287","text":"Spark on Yarn","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1623148318"},"highlight":{"text":["#em#Spark#/em# #em#on#/em# #em#Yarn#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312290","_score":30.157894,"_source":{"id":"203312290","text":"spark on yarn","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1625113647"},"highlight":{"text":["#em#spark#/em# #em#on#/em# #em#yarn#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312293","_score":30.157894,"_source":{"id":"203312293","text":"spark on yarn","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1617864299"},"highlight":{"text":["#em#spark#/em# #em#on#/em# #em#yarn#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312296","_score":30.157894,"_source":{"id":"203312296","text":"Spark on YARN","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1617350443"},"highlight":{"text":["#em#Spark#/em# #em#on#/em# #em#YARN#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312300","_score":30.157894,"_source":{"id":"203312300","text":"Spark On YARN","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1626524217"},"highlight":{"text":["#em#Spark#/em# #em#On#/em# #em#YARN#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312305","_score":30.157894,"_source":{"id":"203312305","text":"Spark on Yarn","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1639112146"},"highlight":{"text":["#em#Spark#/em# #em#on#/em# #em#Yarn#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312483","_score":30.157894,"_source":{"id":"203312483","text":"Spark on yarn","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1638069385"},"highlight":{"text":["#em#Spark#/em# #em#on#/em# #em#yarn#/em#"]}},{"_index":"likecs_art_db","_type":"_doc","_id":"203312488","_score":30.157894,"_source":{"id":"203312488","text":"Spark on yarn","intro":"\u76ee\u5f55\n\nECharts\n\u5f02\u6b65\u52a0\u8f7d\n\n\n\nECharts\r\n\u6570\u636e\u53ef\u89c6\u5316\u5728\u8fc7\u53bb\u51e0\u5e74\u4e2d\u53d6\u5f97\u4e86\u5de8\u5927\u8fdb\u5c55\u3002\u5f00\u53d1\u4eba\u5458\u5bf9\u53ef\u89c6\u5316\u4ea7\u54c1\u7684\u671f\u671b\u4e0d\u518d\u662f\u7b80\u5355\u7684\u56fe\u8868\u521b\u5efa\u5de5\u5177\uff0c\u800c\u662f\u5728\u4ea4\u4e92\u3001\u6027\u80fd\u3001\u6570\u636e\u5904\u7406\u7b49\u65b9\u9762\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u3002\r\nchart.setOption({\r\n    color: [\r\n        ","username":"","tagsname":null,"tagsid":"","catesname":null,"catesid":"","createtime":"1625492814"},"highlight":{"text":["#em#Spark#/em# #em#on#/em# #em#yarn#/em#"]}}]}}"
string(14) "127.0.0.1:9200" URL: http://192.168.101.128/searchcore/index.php/cihere_cn_db/_search
REQUEST:
Array
(
    [query] => Array
        (
            [match] => Array
                (
                    [title] => Array
                        (
                            [query] => spark on yarn内存和CPU分配
                        )

                )

        )

    [highlight] => Array
        (
            [fields] => Array
                (
                    [title] => stdClass Object
                        (
                        )

                )

            [pre_tags] => #em#
            [post_tags] => #/em#
        )

    [from] => 0
)
RESPONSE:
bool(false)
string(14) "127.0.0.1:9200" URL: http://127.0.0.1:9200/likecs_down_db/_search
REQUEST:
Array
(
    [query] => Array
        (
            [bool] => Array
                (
                    [must] => Array
                        (
                            [0] => Array
                                (
                                    [match] => Array
                                        (
                                            [title] => Array
                                                (
                                                    [query] => spark on yarn内存和CPU分配
                                                )

                                        )

                                )

                        )

                    [must_not] => Array
                        (
                            [0] => Array
                                (
                                    [term] => Array
                                        (
                                            [cate1] => 电子书籍
                                        )

                                )

                        )

                )

        )

    [highlight] => Array
        (
            [fields] => Array
                (
                    [title] => stdClass Object
                        (
                        )

                )

            [pre_tags] => #em#
            [post_tags] => #/em#
        )

    [size] => 5
    [from] => 0
)
RESPONSE:
string(3042) "{"took":7,"timed_out":false,"_shards":{"total":1,"successful":1,"skipped":0,"failed":0},"hits":{"total":{"value":3035,"relation":"eq"},"max_score":20.871334,"hits":[{"_index":"likecs_down_db","_type":"_doc","_id":"59363","_score":20.871334,"_source":{"id":"59363","title":"java\u5b9e\u73b0\u5185\u5b58\u52a8\u6001\u5206\u914d word\u7248","spidertime":"1623066705","contenttime":"1671749138","pageimage":"https:\/\/img.jbzj.com\/do\/uploads\/litimg\/160620\/1035415Q3V.png","tag":"java\u5185\u5b58\u52a8\u6001\u5206\u914d|Java","cate1":"\u7535\u5b50\u4e66\u7c4d","cate2":"\u7f16\u7a0b\u5f00\u53d1","cate3":"java\u7535\u5b50\u4e66","attr1":"67.8KB"},"highlight":{"title":["java实现#em#内#/em##em#存#/em#动态#em#分#/em##em#配#/em# word版"]}},{"_index":"likecs_down_db","_type":"_doc","_id":"57125","_score":16.657488,"_source":{"id":"57125","title":"\u5b89\u88c5Spark On Mesos \u4e2d\u6587WORD\u7248","spidertime":"1623063398","contenttime":"1672360290","pageimage":"https:\/\/img.jbzj.com\/do\/uploads\/litimg\/161111\/110455592148.png","tag":"\u5b89\u88c5|Spark|Mesos","cate1":"\u7535\u5b50\u4e66\u7c4d","cate2":"\u5176\u5b83\u76f8\u5173","attr1":"14.4KB"},"highlight":{"title":["安装#em#Spark#/em# #em#On#/em# Mesos 中文WORD版"]}},{"_index":"likecs_down_db","_type":"_doc","_id":"59299","_score":16.237865,"_source":{"id":"59299","title":"Weblogic \u542f\u52a8\u5185\u5b58\u914d\u7f6e \u4e2d\u6587WORD\u7248","spidertime":"1623066617","contenttime":"1624723197","pageimage":"https:\/\/img.jbzj.com\/do\/uploads\/litimg\/170112\/094551594U3.png","tag":"weblogic|\u542f\u52a8\u5185\u5b58|\u5185\u5b58\u914d\u7f6e","cate1":"\u7535\u5b50\u4e66\u7c4d","cate2":"\u7f16\u7a0b\u5f00\u53d1","cate3":"java\u7535\u5b50\u4e66","attr1":"11.2KB"},"highlight":{"title":["Weblogic 启动#em#内#/em##em#存#/em##em#配#/em#置 中文WORD版"]}},{"_index":"likecs_down_db","_type":"_doc","_id":"72236","_score":15.955854,"_source":{"id":"72236","title":"Openfire+Spark+Spark Web\u5b89\u88c5\u914d\u7f6e \u4e2d\u6587WORD\u7248","spidertime":"1623128319","contenttime":"1675378482","pageimage":"https:\/\/img.jbzj.com\/do\/uploads\/litimg\/161213\/0TZK95014.png","tag":"Openfire|Spark|Web|\u5b89\u88c5\u914d\u7f6e","cate1":"\u7535\u5b50\u4e66\u7c4d","cate2":"\u5176\u5b83\u76f8\u5173","attr1":"785KB"},"highlight":{"title":["Openfire+#em#Spark#/em#+#em#Spark#/em# Web安装#em#配#/em#置 中文WORD版"]}},{"_index":"likecs_down_db","_type":"_doc","_id":"68007","_score":14.411474,"_source":{"id":"68007","title":"asp.net \u670d\u52a1\u5668\u63a2\u9488\u4fee\u6b63\u7248(\u78c1\u76d8\u9a71\u52a8\u5668,\u5185\u5b58,CPU\u4fe1\u606f)","spidertime":"1623079032","contenttime":"1677167286","pageimage":"https:\/\/img.jbzj.com\/do\/uploads\/litimg\/110704\/2025001b22.gif","tag":"\u670d\u52a1\u5668\u63a2\u9488","cate1":"\u6e90\u7801\u4e0b\u8f7d","cate2":"asp.net\u6e90\u7801","cate3":"\u63a7\u4ef6\u7ec4\u4ef6","attr1":"16KB"},"highlight":{"title":["asp.net 服务器探针修正版(磁盘驱动器,#em#内#/em##em#存#/em#,#em#CPU#/em#信息)"]}}]}}"
spark on yarn内存和CPU分配 - 爱码网
yesecangqiong

以spark1.6为例,使用内存和CPU的无外乎三个:appMaster、driver、executor,下面分别分析spark on yarn的client与cluster模式下的内存和CPU分配
一、vcores
1、driver核数:
client模式:无
cluster模式:spark.driver.cores=1(默认)
2、AppMaster核数:
client模式:spark.yarn.am.cores=1(默认)
cluster模式:spark.driver.cores=1(默认)
3、executor核数:
spark.executor.cores=1(默认)
4、executor内每个task使用的核数:
spark.task.cpus=1(默认)
5、每个executor内能够并行运行的task数:
spark.executor.cores / spark.task.cpus
6、yarn上启动executor的个数:
SPARK_EXECUTOR_INSTANCES/spark.executor.instances=2(默认)
7、driver核数 + executor核数 * executor个数 + AppMaster核数(client模式) = 要向yarn申请的总的vcores,
具体yarn给多少颗vcores,类似于mapreduce on yarn的情况,参考文章:
https://www.cnblogs.com/yesecangqiong/p/6274427.html
注意---------------------------
1、:spark.driver.cores只能在cluster模式下使用
2、spark.executor.instances与spark.dynamicAllocation.enabled不能共同使用,如果两个都做了配置,spark.executor.instances有效
3、要向使spark.task.cpus>1时起作用,还应该保证yarn的配置文件"capacity-scheduler.xml"中的配置选项"yarn.scheduler.capacity.resource-calculator"
的值为:"org.apache.hadoop.yarn.util.resource.DominantResourceCalculator",而不应该是默认的"org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator"
可以参考文章:https://www.cnblogs.com/yesecangqiong/p/10125333.html

二、内存
1、driver需要申请的内存 = 基本内存 + 额外内存
基本内存:
spark.driver.memory=1g(默认)
额外内存:
1、有参数配置则直接等于参数配置
spark.yarn.driver.memoryOverhead
2、无参数配置(即默认)
max(driver基本内存 * 0.1,384M)
2、appMster需要申请的内存 = 基本内存 + 额外内存(memoryOverhead)
基本内存:
client模式:spark.yarn.am.memory=512MB(默认)
cluster模式:appMaster与driver运行于同一个JVM(yarn上的同一container),决定于:spark.driver.memory=1g(默认)
额外内存:
1、有参数配置则直接等于参数配置
client模式:spark.yarn.am.memoryOverhead
cluster模式:spark.yarn.driver.memoryOverhead
2、没有配置相应参数(即默认):
yarn-client模式:max(AppMaster基本内存 * 0.1,384M)
yarn-cluster模式:max(Driver基本内存 * 0.1,384M)
3、executor需要申请的内存 = 基本内存 + 额外内存
基本内存:
spark.executor.memory=1g(默认)
额外内存:
1、有参数配置则直接等于参数配置
spark.yarn.executor.memoryOverhead
2、无参数配置(即默认)
max(executor基本内存 * 0.1,484M)
4、driver内存 + executor内存 * executor个数 + AppMaster内存(client模式) = 要向yarn申请的总的内存,
具体yarn给多少内存,类似于mapreduce on yarn的情况,参考文章:
https://www.cnblogs.com/yesecangqiong/p/6274427.html
注意--------------------------------:
在client模式下,spark.driver.memory不能由代码中的SparkConf配置指定,只能通过配置文件/运行脚本中指定

三、参考官方文档:
http://spark.apache.org/docs/1.6.0/running-on-yarn.html#configuration
http://spark.apache.org/docs/1.6.0/configuration.html

相关文章:

  • 2021-07-01
  • 2021-04-02
  • 2021-07-17
  • 2021-11-28
猜你喜欢
  • 2021-11-12
  • 2021-06-05
  • 2021-09-11
  • 2018-11-23
  • 2021-07-15
  • 2021-07-30
相关资源
相似解决方案