【发布时间】:2019-08-25 20:21:45
【问题描述】:
我注意到 NEST 库中 ISearchResponse.HitsMetadata.Total 属性的行为很奇怪。每当我异步删除文档并想立即从 Elasticsearch 检索剩余文档时,ISearchResponse 对象上可用的 HitsMetadata.Total 字段几乎永远不会正确更新。它通常表示删除操作之前的文档总数。当我暂停执行请求至少 700 毫秒时,行为恢复正常,好像 NEST(或者可能是 Elasticsearch 本身)需要更多时间来更新属性的状态。我是使用 NEST 和 Elasticsearch 的新手,所以我可能在这里做错了,或者我可能不完全理解库的工作原理,但我在这个问题上花了很多时间却无法得到周围。结果,我发送给客户端的分页元数据计算错误。我正在使用 NEST 6.6.0 和 Elasticsearch 6.6.2。
删除操作:
[HttpDelete("errors/{index}/{logeventId}")]
public async Task<IActionResult> DeleteErrorLog([FromRoute] string index, [FromRoute] string logeventId)
{
if (string.IsNullOrEmpty(index))
{
return BadRequest();
}
if (string.IsNullOrEmpty(logeventId))
{
return BadRequest();
}
var getResponse = await _client.GetAsync<Logevent>(new GetRequest(index, typeof(Logevent), logeventId));
if(!getResponse.Found)
{
return NotFound();
}
var deleteResponse = await _client.DeleteAsync(new DeleteRequest(index, typeof(Logevent), logeventId));
if (!deleteResponse.IsValid)
{
throw new Exception($"Deleting document id {logeventId} failed");
}
return NoContent();
}
GET 操作:
[HttpGet("errors/{index}", Name = "GetErrors")]
public async Task<IActionResult> GetErrorLogs([FromRoute] string index,
[FromQuery]int pageNumber = 1, [FromQuery] int pageSize = 5)
{
if (string.IsNullOrEmpty(index))
{
return BadRequest();
}
if(pageSize > MAX_PAGE_SIZE || pageSize < 1)
{
pageSize = 5;
}
if(pageNumber < 1)
{
pageNumber = 1;
}
var from = (pageNumber - 1) * pageSize;
ISearchResponse<Logevent> searchResponse = await GetSearchResponse(index, from, pageSize);
if (searchResponse.Hits.Count == 0)
{
return NotFound();
}
int totalPages = GetTotalPages(searchResponse, pageSize);
var previousPageLink = pageNumber > 1 ?
CreateGetLogsForIndexResourceUri(ResourceUriType.PreviousPage, pageNumber, pageSize, "GetErrors") : null;
var nextPageLink = pageNumber < totalPages ?
CreateGetLogsForIndexResourceUri(ResourceUriType.NextPage, pageNumber, pageSize, "GetErrors") : null;
/* HERE, WHEN EXECUTED IMMMEDIATELY (UP TO 700 MILISSECONDS, THE
totalCount FIELD GETS MISCALCULATED AS IT RETURNS THE VALUE PRECEDING
THE DELETION OF A DOCUMENT
*/
var totalCount = searchResponse.HitsMetadata.Total;
var count = searchResponse.Hits.Count;
var paginationMetadata = new
{
totalCount = searchResponse.HitsMetadata.Total,
totalPages,
pageSize,
currentPage = pageNumber,
previousPageLink,
nextPageLink
};
Response.Headers.Add("X-Pagination", Newtonsoft.Json.JsonConvert.SerializeObject(paginationMetadata));
var logeventsDtos = Mapper.Map<IEnumerable<LogeventDto>>(searchResponse.Hits);
return Ok(logeventsDtos);
}
GetSearchResponse 方法:
private async Task<ISearchResponse<Logevent>> GetSearchResponse(string index, int from, int pageSize)
{
return await _client.SearchAsync<Logevent>(s =>
s.Index(index).From(from).Size(pageSize).Query(q => q.MatchAll()));
}
客户端启动服务器端操作的代码:
async deleteLogevent(item){
this.deleteDialog = false;
let logeventId = item.logeventId;
let level = this.defaultSelected.name;
let index = 'logstash'.concat('-', this.defaultSelected.value, '-', this.date);
LogsService.deleteLogevent(level, index, logeventId).then(response => {
if(response.status == 204){
let logeventIndex = this.logs.findIndex(element => {return element.logeventId === item.logeventId});
this.logs.splice(logeventIndex, 1);
LogsService.getLogs(level, index, this.pageNumber).then(reloadResponse => {
this.logs.splice(0);
reloadResponse.data.forEach(element => {
this.logs.push(element)
});
this.setPaginationMetadata(reloadResponse.headers["x-pagination"]);
})
}
}).catch(error => {
})
【问题讨论】:
标签: elasticsearch nest