从 GeoJSON 集合中删除重复值

Question

我想知道从大型 GeoJSON 集合（大约 100k 行）中删除重复值（坐标）的最简单的 javascript 方法。删除重复值后，我想将更新的集合记录到控制台或在网页上显示结果。下面是我的尝试示例，但是我在控制台中得到的只是一个空数组。

window.onload = init;

function init() {  

 function eliminateDuplicates(arr) {
  var i;
  var len = arr.length;
  var out = [];
  var obj = {};

  for (i = 0; i < len; i++) {
    obj[arr[i]]=0;
  }
  for (i in obj) {
    out.push(i);
  }
  return out;
}     

var newCollection = eliminateDuplicates(arr);
console.log(newCollection);

}

var arr =
{
      "type": "FeatureCollection",
         "features": [
            {
               "type": "Feature","properties": {"@id": "123",
               "name": "test1",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.994720, 40.686902]
               }
            },
            {
               "type": "Feature","properties": {"@id": "1234",
               "name": "test2",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.994720, 40.686902]
               }
            },
            {
               "type": "Feature","properties": {"@id": "1945",
               "name": "test3",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.989205, 40.686675]
               }
            },
            {
               "type": "Feature","properties": {"@id": "1946",
               "name": "test3",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.994655, 40.687391]               
               }
            },
            {
               "type": "Feature","properties": {"@id": "1947",
               "name": "test4",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.985557, 40.687683]               
               }
            }
  ]         

}

Answer 1

这里假设重复是指具有相同坐标的条目。

// for simplicity's sake I got rid of the outer data layer
// and made arr a simple array. With the original data you
// could do arr.features.forEach instead of the arr.forEach below.
var arr = [
            {
               "type": "Feature","properties": {"@id": "123",
               "name": "test1",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.994720, 40.686902]
               }
            },
            {
               "type": "Feature","properties": {"@id": "1234",
               "name": "test2",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.994720, 40.686902]
               }
            },
            {
               "type": "Feature","properties": {"@id": "1945",
               "name": "test3",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.989205, 40.686675]
               }
            },
            {
               "type": "Feature","properties": {"@id": "1946",
               "name": "test3",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.994655, 40.687391]               
               }
            },
            {
               "type": "Feature","properties": {"@id": "1947",
               "name": "test4",
               "description": "Lorem Ipsum is simply dummy text of the printing and typesetting industry."},

               "geometry": {
                  "type": "Point","coordinates": [-73.985557, 40.687683]               
               }
            }
  ];

// generates a key from the item's coordinates.
function keyFor(item) {
  return item.geometry.coordinates[0] + ':' + item.geometry.coordinates[1];
}

// index the entries by their coordinates such that
// indexed['lat:lng'] == the entry.
var indexed = {};
arr.forEach(function(item) {
  // a duplicate key will replace the existing entry
  indexed[keyFor(item)] = item;
});

// turn the results back into an array of just values.
var result = Object.keys(indexed).map(function(k) {
  return indexed[k];
});

// emit the results.
console.log(result);

Answer 2

您将集合视为一个数组，但它是一个对象。

function eliminateDuplicates(collection) {
  var i;
  var len = collection.features.length;
  var out = [];
  var obj = {};

  /* Your deduplication code over collection.features here */
}