一、相关概念
查询某个范围内的所有POI
-
参数介绍：
- page_size：单次查询返回的POI的数量，最大值为20
- page_num：查找的POI数量超过20时，会分页显示；比如60个POI就会分3页；此时，page_num=1/2/3会先显示全部的数据；当page_num=4时，第4页的结果集大小为0；
- scope：1为默认值；2会显示详细数据
- region：检索的行政区域
-
URL链接：
-
查询结果示例：
"status":0, "message":"ok", "total":2, "result_type":"poi_type", "results":[ { "name":"红螺寺", "location":{ "lat":40.390454, "lng":116.632411 }, "address":"北京市怀柔区红螺东路2号", "province":"北京市", "city":"北京市", "area":"怀柔区", "street_id":"", "telephone":"(010)60681175,(010)60681639", "detail":1, "uid":"605884e7c61e3573871541a3", "detail_info":{ "tag":"旅游景点;文物古迹", "navi_location":{ "lng":116.63176774842, "lat":40.37846005246 }, "type":"scope", "detail_url":"http://api.map.baidu.com/place/detail?uid=605884e7c61e3573871541a3&output=html&source=placeapi_v2", "overall_rating":"4.3", "comment_num":"200", "children":[ ] } }, { "name":"卧佛寺", "location":{ "lat":40.013776, "lng":116.213915 }, "address":"北京市海淀区卧佛寺路北京植物园内", "province":"北京市", "city":"北京市", "area":"海淀区", "street_id":"934b3dbf0a8d977b8b2fb5c0", "detail":1, "uid":"934b3dbf0a8d977b8b2fb5c0", "detail_info":{ "tag":"旅游景点;文物古迹", "navi_location":{ "lng":116.21389548337, "lat":40.011540367963 }, "type":"scope", "detail_url":"http://api.map.baidu.com/place/detail?uid=934b3dbf0a8d977b8b2fb5c0&output=html&source=placeapi_v2", "overall_rating":"4.7", "image_num":"38", "comment_num":"74", "children":[ ] } } ]
查询某个POI的详细数据
-
参数介绍：
- uid：某个POI对应的唯一的标识（通过范围查询获取到的）
-
URL链接：
http://api.map.baidu.com/place/v2/detail?uid=fabbfbf31f9a6964ad31e55f&output=json&scope=2&ak=你的ak
-
查询结果示例：
{ "status":0, "message":"ok", "result":{ "uid":"605884e7c61e3573871541a3", "street_id":"", "name":"红螺寺", "location":{ "lng":116.63241097199, "lat":40.390454021402 }, "address":"北京市怀柔区红螺东路2号", "province":"北京市", "city":"北京市", "area":"怀柔区", "telephone":"(010)60681175,(010)60681639", "detail_info":{ "tag":"旅游景点;文物古迹", "navi_location":{ "lng":116.63176778525, "lat":40.378460018453 }, "detail_url":"http://api.map.baidu.com/place/detail?uid=605884e7c61e3573871541a3&output=html&source=placeapi_v2", "type":"scope", "price":"￥54元", "overall_rating":"4.3", "image_num":"133", "comment_num":"200", "scope_type":"古迹", "scope_grade":"AAAA", "content_tag":"适合亲子;登山;礼佛祈福;赏红叶;适合拍照;日出;适合跑步;银杏;情侣约会;香火旺;免费项目;收费合理;空气清新;绿植繁茂;位置优越;景色优美;人气旺;景区大;气势宏大;环境不错;玩的开心;休闲好去处;值得游玩;建筑风格独特;景点多;保存完整;停车方便;交通便利;设施新全;服务热情;收获颇丰;卫生干净" }, "detail":1 } }
二、相关链接
-
百度地图API的POI分类
-
申请ak
-
POI检索相关介绍
http://lbsyun.baidu.com/index.php?title=webapi/guide/webservice-placeapi
三、功能模块
-
范围查询获取POI数据
#将查询到的poi数据存入数据库 def insertPOIData(name_list,ak,cursor): #总共查询到了多少对象 total = 0 #不重复的向数据库中写入的数据条数 inserttotal = 0 for i in name_list: #ecxel表格数据判空 if i == \'\': break #j的范围从0开始；上限不一样 for j in range(0, 10): time.sleep(3) url = getUrlByName(i, ak, j) print(url) html = requests.get(url) # print(type(html)) response类型 data = html.json() # print(type(data)) dict类型 print(data) #status状态码为0表示获取正常 if data[\'status\'] == 0: #判断获取的数量，为0表示查询不到该类型的对象 if data[\'total\'] == 0: break total = total + data[\'total\'] if \'results\' in data: for item in data[\'results\']: # 一次返回的results中有20条数据 # print(item) name = item[\'name\'] if isExist(cursor, item[\'uid\']): print(f\'{name}已经存在\') #跳出循环，判断results中的下一个item continue insert = "insert into poidatas(tag,uid,lat,lng,name,address,province,city,area) values (\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\')" % ( i, item[\'uid\'], str(item[\'location\'][\'lat\']), str(item[\'location\'][\'lng\']), item[\'name\'], item[\'address\'], item[\'province\'], item[\'city\'], item[\'area\']) # 字符串类型的数据插入要加单引号 if cursor.execute(insert): inserttotal = inserttotal + 1 if \'overall_rating\' in item[\'detail_info\']: update = "update poidatas set overall_rating =\'%s\' where uid = \'%s\'" % ( item[\'detail_info\'][\'overall_rating\'], item[\'uid\']) cursor.execute(update) if \'distance\' in item[\'detail_info\']: update = "update poidatas set distance =\'%s\' where uid = \'%s\'" % ( item[\'detail_info\'][\'distance\'], item[\'uid\']) cursor.execute(update) if \'comment_num\' in item[\'detail_info\']: update = "update poidatas set comment_num =\'%s\' where uid = \'%s\'" % ( item[\'detail_info\'][\'comment_num\'], item[\'uid\']) cursor.execute(update) if \'price\' in item[\'detail_info\']: update = "update poidatas set price =\'%s\' where uid = \'%s\'" % ( item[\'detail_info\'][\'price\'], item[\'uid\']) cursor.execute(update) if \'result\' in data: #还需要对只有一个返回结果的情况进行判断 #区别就是这里不能用for循环 item = data[\'result\'] # print(item) db = pymysql.connect(host="localhost", user="root", password="root", database="poi") cursor = db.cursor() name = item[\'name\'] if isExist(cursor, item[\'uid\']): print(f\'{name}已经存在\') exit() insert = "insert into poidatas(tag,uid,lat,lng,name,address,province,city,area) values (\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\',\'%s\')" % ( i, item[\'uid\'], str(item[\'location\'][\'lat\']), str(item[\'location\'][\'lng\']), item[\'name\'], item[\'address\'], item[\'province\'], item[\'city\'], item[\'area\']) # 字符串类型的数据插入要加单引号 if cursor.execute(insert): inserttotal = inserttotal + 1 if \'overall_rating\' in item[\'detail_info\']: update = "update poidatas set overall_rating =\'%s\' where uid = \'%s\'" % ( item[\'detail_info\'][\'overall_rating\'], item[\'uid\']) cursor.execute(update) if \'distance\' in item[\'detail_info\']: update = "update poidatas set distance =\'%s\' where uid = \'%s\'" % ( item[\'detail_info\'][\'distance\'], item[\'uid\']) cursor.execute(update) if \'comment_num\' in item[\'detail_info\']: update = "update poidatas set comment_num =\'%s\' where uid = \'%s\'" % ( item[\'detail_info\'][\'comment_num\'], item[\'uid\']) cursor.execute(update) if \'price\' in item[\'detail_info\']: update = "update poidatas set price =\'%s\' where uid = \'%s\'" % ( item[\'detail_info\'][\'price\'], item[\'uid\']) cursor.execute(update) print(\'总共查找到的POI数量为 ： \') print(total) print(\'插入数据库的POI数量为 ： \') print(inserttotal) -
根据uid查询POI详细数据
#通过uid查询更详细的数据并存入数据库 def updateDetailInfo(ak,cursor): selectsql = \'SELECT uid FROM poidatas\' cursor.execute(selectsql) result = cursor.fetchall() for row in result: uid = row[0] url2 = \'http://api.map.baidu.com/place/v2/detail?uid=%s&output=json&scope=2&ak=%s\' %(uid,ak) print(url2) time.sleep(3) html=requests.get(url2) data=html.json() print(data) if data[\'status\']==0: if \'result\' in data: #print(data[\'result\']) #result集合大小为1，这里不能使用for循环 item = data[\'result\'] if \'shop_hours\' in item[\'detail_info\']: update = "update poidatas set shop_hours =\'%s\' where uid = \'%s\'" % (item[\'detail_info\'][\'shop_hours\'],item[\'uid\']) print(update) cursor.execute(update) if \'detail_url\' in item[\'detail_info\']: update = "update poidatas set detail_url =\'%s\' where uid = \'%s\'" % (item[\'detail_info\'][\'detail_url\'],item[\'uid\']) print(update) cursor.execute(update) if \'image_num\' in item[\'detail_info\']: update = "update poidatas set image_num =\'%s\' where uid = \'%s\'" % (item[\'detail_info\'][\'image_num\'],item[\'uid\']) print(update) cursor.execute(update) if \'service_rating\' in item[\'detail_info\']: update = "update poidatas set service_rating =\'%s\' where uid = \'%s\'" % (item[\'detail_info\'][\'service_rating\'],item[\'uid\']) print(update) cursor.execute(update) if \'environment_rating\' in item[\'detail_info\']: update = "update poidatas set environment_rating =\'%s\' where uid = \'%s\'" % (item[\'detail_info\'][\'environment_rating\'],item[\'uid\']) print(update) cursor.execute(update) -
判断POI是否已经存入数据库
#判断是否已经存入数据库 def isExist(cursor,uid): sql = "select * from poidatas where uid = \'%s\'" % uid #print(cursor.execute(sql)) sql语句执行成功，返回的是1 if cursor.execute(sql): return True else: return False -
从excel表中读取POI类别
def readExcel(path): data = xlrd.open_workbook(path) sheets = data.sheets() data_list=[] for i in range(len(sheets)): table=data.sheets()[i] table_rows=table.nrows table_cols=table.ncols for j in range(table_rows): data_list.append( table.cell(j,0).value) return data_list -
拼接访问URL
def getUrlByName(name,ak,j): #矩形搜索，POI数量较少 url = \'http://api.map.baidu.com/place/v2/search/?query=%s&page_size=20&page_num=%s&output=json&bounds=40.817,111.697,40.821,111.709&scope=2&ak=%s\' %(name,j,ak) # 行政区域搜索，POI数量较多 #url = \'http://api.map.baidu.com/place/v2/search/?query=%s&output=json®ion=呼和浩特&scope=2&ak=%s\' %(name,ak) return url -
Main函数
def Main(): ak = "~~~~~" name_list=readExcel(r\'D:\poi类别.xls\') db = pymysql.connect(host="localhost", user="root", password="root", database="poi") cursor = db.cursor() insertPOIData(name_list,ak,cursor) updateDetailInfo(ak, cursor) db.commit() cursor.close()