Remove similar objects from array

Question

I'm trying to remove objectst from an array which have 4 identical values and 1 unique.

A quick google search gives a lot of options for removing identical objects from an array, but not objects that are similar.

Example of array:

var data = [
   {Date: "2016-04-27T09:03:45Z", Name: "Tito", Title: "Developer", Department:"IT", Company: "XXX"},
   {Date: "2016-04-27T08:07:45Z", Name: "Tito", Title: "Developer", Department:"IT", Company: "XXX"},
   {Date: "2016-04-27T10:23:45Z", Name: "Tito", Title: "Developer", Department:"IT", Company: "XXX"}
]

I have tried using lodash _uniq function, but it only takes one property to match:

var non_duplidated_data = _.uniq(data, 'Name');

All values are identical except date. How can I remove identical objects based on 4 properties?

Possible duplicate of underscore/lodash unique by multiple properties — DhruvPathak
– DhruvPathak, Commented Apr 28, 2016 at 9:25

Charlie · Accepted Answer · 2016-04-28 09:14:25Z

2

You can do this by two nested loops which will iterate the array against itself.

var newArray = [];   //Result array

//iterate
data.forEach(function(item, index){

    var found = false; 

    //Go through the rest of elements and see if any matches  
    for (var i = index; i < data.length, i++) {
        if (item.name == data[i].name && item.title == data[i].title) // add more fields here
            found = true;      
    }   

    //Add to the result array if no duplicates found
    if (!found)
       newArray.push(item);
})

answered Apr 28, 2016 at 9:14

Charlie

24k12 gold badges65 silver badges96 bronze badges

Sign up to request clarification or add additional context in comments.

Comments

Manticore · Accepted Answer · 2016-04-28 09:28:52Z

You can solve this using plain Javascript. Just check each object for each property:

Array.prototype.allValuesSame = function() {
    for(var i = 1; i < this.length; i++) {
        if(this[i] !== this[0])
            return false;
    }
    return true;
}

var data = [
   {Date: "2016-04-27T09:03:45Z", Name: "Tito", Title: "Developer", Department:"IT", Company: "XXX"},
   {Date: "2016-04-27T08:07:45Z", Name: "Tito", Title: "Developer", Department:"IT", Company: "XXX"},
   {Date: "2016-04-27T10:23:45Z", Name: "Tito", Title: "Developer", Department:"IT", Company: "XXX"}
]

var tmpPropValues = {};
for (var property in data[0]) {
    tmpPropValues[property] = [];

    for(var i = 0; i < data.length; i++) {
        var obj = data[i];

    // store temporary in array
    if (obj.hasOwnProperty(property)) {
      var value = obj[property];

      tmpPropValues[property].push(value);
    }
  }

    if(tmpPropValues[property].allValuesSame()) {
      delete tmpPropValues[property];
  }
}

for(var prop in tmpPropValues) {
    var tmp = document.getElementById("result").innerHTML;
  document.getElementById("result").innerHTML = tmp+" "+prop;

}

I made a fiddle for you.

jcubic · Accepted Answer · 2016-04-28 09:05:57Z

1

Use .uniqBy https://lodash.com/docs#uniqBy, it allows custom criteria to uniqify your array.

edited Apr 28, 2016 at 9:05

jcubic

67k58 gold badges252 silver badges466 bronze badges

answered Apr 28, 2016 at 9:01

DhruvPathak

43.4k17 gold badges125 silver badges180 bronze badges

2 Comments

TietjeDK Over a year ago

I'm having a bit of trouble of understanding the syntax. I tried this _.uniqBy($scope.data, "Job_Title", "Department"); which only computes based on the first parameter Job_Title. Any suggestions?

DhruvPathak Over a year ago

@TietjeDK use good methods as given here : stackoverflow.com/questions/26306415/…

Th0rndike · Accepted Answer · 2016-04-28 09:24:33Z

This could help you, in this code i start by mapping all properties that should be compared, then i reduce the array in order to get only the unique records.

 var data = [
       {Date: "2016-04-27T09:03:45Z", Name: "Tito", Title: "Developer", Department:"IT", Company: "XXX"},
       {Date: "2016-04-27T08:07:45Z", Name: "Tito", Title: "Developer", Department:"IT", Company: "XXX"},
       {Date: "2016-04-27T10:23:45Z", Name: "Tito", Title: "Developer", Department:"IT", Company: "XXX"}
    ];

var uniqueRecord = data.map(function(item){
    return {Name:item.Name,Title:item.Title,Department: item.Department,Company:item.Company};
}).reduce(function(acc,curr){
    if(!Array.isArray(acc)){
        var copyOfAcc = JSON.parse(JSON.stringify(acc));
        acc = [];
        acc.push(copyOfAcc);
    }
    return (acc.indexOf(curr) > -1) ? acc.push(curr) : acc;

});

The result would be:

[ { Name: 'Tito',
    Title: 'Developer',
    Department: 'IT',
    Company: 'XXX' } ]

Then you would need to define which date you want to keep (first, last, which?) and find again the records, for this a simple 'forEach' should work.

Collectives™ on Stack Overflow

Remove similar objects from array

4 Answers 4

Comments

Comments

2 Comments

Comments

Your Answer

Linked

Hot Network Questions

Collectives™ on Stack Overflow

4 Answers 4

Comments

Comments

2 Comments

Comments

Your Answer

Sign up or log in

Post as a guest

Linked

Related