Remove Duplicate Object from JSON Array

Question

I am trying to remove duplicate JSON Objects from the array in ServiceNow. Tried below code but it does not remove the duplicate. I want to compare both name & city.

var arr1 = '[{"name":"Pune","city":"India"},{"name":"Pune","city":"India"}]';
var splitlen = JSON.parse(arr1);
alert(splitlen.length);

var uniqueArray = [];
var uniqueJson = {};
for(i=0;i<splitlen.length;i++)
    {
        
        if(uniqueArray.indexOf(splitlen[i].name)==-1)
            {
                uniqueArray.push(splitlen[i]);
            }
    }

alert(JSON.stringify(uniqueArray));

Expected output :

[{"name":"Pune","city":"India"}]

There are lot of answers available for it here stackoverflow.com/q/2218999/7785337 — Maniraj Murugan
– Maniraj Murugan, Commented Jun 23, 2020 at 2:12

mickl · Accepted Answer · 2020-06-23 02:49:45Z

2

uniqueArray.indexOf doesn't work because you're comparing objects against strings (splitlen[i].name). Try to use .find() instead:

var arr1 = '[{"name":"Pune","city":"India"},{"name":"Pune","city":"India"}]';
var splitlen = JSON.parse(arr1);

var uniqueArray = [];
var uniqueJson = {};
for(i=0;i<splitlen.length;i++)
    {
        
        if(!uniqueArray.find(x => x.name === splitlen[i].name))
            {
                uniqueArray.push(splitlen[i]);
            }
    }

console.log(uniqueArray);

or

var arr1 = '[{"name":"Pune","city":"India"},{"name":"Pune","city":"India"}]';
var splitlen = JSON.parse(arr1);

function compare(x){
   return x.name === splitlen[i].name;
}

var uniqueArray = [];
var uniqueJson = {};
for(i=0;i<splitlen.length;i++)
    {
        
        if(!uniqueArray.find(compare))
            {
                uniqueArray.push(splitlen[i]);
            }
    }

console.log(uniqueArray);

edited Jun 23, 2020 at 2:49

answered Jun 23, 2020 at 2:08

mickl

50.1k9 gold badges71 silver badges99 bronze badges

Sign up to request clarification or add additional context in comments.

4 Comments

snowcoder Over a year ago

Thanks @mickl for quick response. I am trying to remove duplicate in ServiceNow which does not support .find(x => ) function & operator.

n8o Over a year ago

@snowcoder if so, just change arrow function to normal function: function(x) {return x.name === splitlen[i].name;}

snowcoder Over a year ago

Thank you, Still no luck. Could you please provide code here. I would appreciate the help.

mickl Over a year ago

@snowcoder I have just updated my answer and the second solution does not use arrow function

prateek3636 · Accepted Answer · 2020-06-23 02:50:48Z

0

you can try this. Also one more thing your array declaration is not right, remove single quotes from array.

    var arr1 = [{"name":"Pune","city":"India"},{"name":"Pune","city":"India"}];


    function getUniqueListByKey(arr, key) {
         return [...new Map(arr.map(item => [item[key], item])).values()]
     }

     var arr2 = getUniqueListByKey(arr1, "name")
     console.log(arr2);

answered Jun 23, 2020 at 2:50

prateek3636

1851 silver badge8 bronze badges

Comments

Mario · Accepted Answer · 2020-06-23 03:16:35Z

0

Please try the following example

const arr1 = '[{"name":"Pune","city":"India"},{"name":"Pune","city":"India"}]';
const splitlen = JSON.parse(arr1);

const output = splitlen.reduce((previousValue, currentValue) => {
  const { name, city } = currentValue;
  const index = previousValue.findIndex(
    (entry) => entry.name === name && entry.city === city
  );

  if (index === -1) {
    return [...previousValue, currentValue];
  }

  return previousValue;
}, []);

console.log(output);

See

answered Jun 23, 2020 at 3:16

Mario

5,0044 gold badges42 silver badges65 bronze badges

Comments

user1288043 · Accepted Answer · 2020-06-23 03:52:32Z

0

Put the records in a hashset. If there is collision in the hashset, there is duplicate. This approach is O(n) while comparing all pairs is $O(n^2)$.

answered Jun 23, 2020 at 3:52

user1288043

3191 gold badge4 silver badges13 bronze badges

Comments

ThienDX · Accepted Answer · 2020-06-23 04:05:40Z

I'm trying to get an answer, here's my idea:

Create a function to compare two objects then create a function to get the unique value

    function isEquals(obj1, obj2) {
    
        const aProps = Object.getOwnPropertyNames(obj1);
        const bProps = Object.getOwnPropertyNames(obj2);
        if (aProps.length !== bProps.length) {
            return false;
        }
    
        for (let j = 0; j < aProps.length; j++) {
            const propName = aProps[j];
            if (JSON.stringify(obj1[propName]) !== JSON.stringify(obj2[propName])) {
                return false;
            }
        } return true;
    
    }
  function getUnique(arr) {
            var uniqueArray = [];
            for (var item of arr) {
                const uniqueItems = arr.filter(i => isEquals(item, i));
                if (uniqueItems.length !== 0) {
                    uniqueArray.push(Object.assign({}, uniqueItems.shift()));
                }
                arr = arr.filter(i => !isEquals(item, i));
            }
            return uniqueArray;
        }

Hope it helps!

Collectives™ on Stack Overflow

Remove Duplicate Object from JSON Array

5 Answers 5

4 Comments

Comments

Comments

Comments

Comments

Your Answer

Linked

Hot Network Questions

Collectives™ on Stack Overflow

5 Answers 5

4 Comments

Comments

Comments

Comments

Comments

Your Answer

Sign up or log in

Post as a guest

Linked

Related