Can I increase QUOTA_BYTES_PER_ITEM in Chrome?

Question

Is there any way to increase the chrome.storage.sync.QUOTA_BYTES_PER_ITEM ?

For me, the default 4096 Bytes is a little bit short.

I tried to execute

chrome.storage.sync.QUOTA_BYTES_PER_ITEM = 8192;

However, it seems that the actual limit doesn't change.

How can I do this?

Answer 1

No, QUOTA_BYTES_PER_ITEM is there for reference only; it is not a settable value. You could use the value of QUOTA_BYTES_PER_ITEM to split an item up into multiple items, though:

function syncStore(key, objectToStore, callback) {
    var jsonstr = JSON.stringify(objectToStore);
    var i = 0;
    var storageObj = {};

    // split jsonstr into chunks and store them in an object indexed by `key_i`
    while(jsonstr.length > 0) {
        var index = key + "_" + i++;

        // since the key uses up some per-item quota, see how much is left for the value
        // also trim off 2 for quotes added by storage-time `stringify`
        var valueLength = chrome.storage.sync.QUOTA_BYTES_PER_ITEM - index.length - 2;

        // trim down segment so it will be small enough even when run through `JSON.stringify` again at storage time
        var segment = jsonstr.substr(0, valueLength);           
        while(JSON.stringify(segment).length > valueLength)
            segment = jsonstr.substr(0, --valueLength);

        storageObj[index] = segment;
        jsonstr = jsonstr.substr(valueLength);
    }

    // store all the chunks
    chrome.storage.sync.set(storageObj, callback);
}

Then write an analogous fetch function that fetches by key and glues the object back together.

Answer 2

just modify answer of @apsilliers

function syncStore(key, objectToStore) {
    var jsonstr = JSON.stringify(objectToStore);
    var i = 0;
    var storageObj = {};

    // split jsonstr into chunks and store them in an object indexed by `key_i`
    while(jsonstr.length > 0) {
        var index = key + "_" + i++;

        // since the key uses up some per-item quota, see how much is left for the value
        // also trim off 2 for quotes added by storage-time `stringify`
        const maxLength = chrome.storage.sync.QUOTA_BYTES_PER_ITEM - index.length - 2;
        var valueLength = jsonstr.length;
        if(valueLength > maxLength){
            valueLength = maxLength;
        }

        // trim down segment so it will be small enough even when run through `JSON.stringify` again at storage time
        //max try is QUOTA_BYTES_PER_ITEM to avoid infinite loop
        var segment = jsonstr.substr(0, valueLength); 
        for(let i = 0; i < chrome.storage.sync.QUOTA_BYTES_PER_ITEM; i++){
            const jsonLength = JSON.stringify(segment).length;
            if(jsonLength > maxLength){
                segment = jsonstr.substr(0, --valueLength);
            }else {
                break;
            }
        }

        storageObj[index] = segment;
        jsonstr = jsonstr.substr(valueLength);
    }

also function to read each partition and merge again

function syncGet(key, callback) {
    chrome.storage.sync.get(key, (data) => {
        console.log(data[key]);
        console.log(typeof data[key]);
        if(data != undefined && data != "undefined" && data != {} && data[key] != undefined && data[key] != "undefined"){
            const keyArr = new Array();
            for(let i = 0; i <= data[key].count; i++) {
                keyArr.push(`${data[key].prefix}${i}`)
            }   
            chrome.storage.sync.get(keyArr, (items) => {
                console.log(data)
                const keys = Object.keys( items );
                const length = keys.length;
                let results = "";
                if(length > 0){
                    const sepPos = keys[0].lastIndexOf("_");
                    const prefix = keys[0].substring(0, sepPos);
                    for(let x = 0; x < length; x ++){
                        results += items[`${prefix }_${x}`];
                    }
                    callback(JSON.parse(results));
                    return;
                }
                callback(undefined);
            
            });
        } else {
            callback(undefined);
        }
    });
}

it tested and it works for my case

Answer 3

this is a better version of @uncle bob's functions, working with manifest v3 (you can use it just like how you can use the normal sync.set or sync.get function)

NOTE: it only works with JSONs (arrays and objects) since a string shouldn't be that long

let browserServices;
if (typeof browser === "undefined") {
  browserServices = chrome;
} else {
  browserServices = browser;
}

function syncSet(obj = {}) {
  return new Promise((resolve, reject) => {
    var storageObj = {};
    for (let u = 0; u < Object.keys(obj).length; u++) {
      const key = Object.keys(obj)[u];
      const objectToStore = obj[key]
      var jsonstr = JSON.stringify(objectToStore);
      var i = 0;

      // split jsonstr into chunks and store them in an object indexed by `key_i`
      while (jsonstr.length > 0) {
        var index = key + "USEDTOSEPERATE" + i++;

        // since the key uses up some per-item quota, see how much is left for the value
        // also trim off 2 for quotes added by storage-time `stringify`
        const maxLength = browserServices.storage.sync.QUOTA_BYTES_PER_ITEM - index.length - 2;
        var valueLength = jsonstr.length;
        if (valueLength > maxLength) {
          valueLength = maxLength;
        }

        // trim down segment so it will be small enough even when run through `JSON.stringify` again at storage time
        //max try is QUOTA_BYTES_PER_ITEM to avoid infinite loop
        var segment = jsonstr.substring(0, valueLength);
        var jsonLength = JSON.stringify(segment).length;
        segment = jsonstr.substring(0, valueLength = (valueLength - (jsonLength - maxLength) - 1));
        for (let i = 0; i < browserServices.storage.sync.QUOTA_BYTES_PER_ITEM; i++) {
          jsonLength = JSON.stringify(segment).length;
          if (jsonLength > maxLength) {
            segment = jsonstr.substring(0, --valueLength);
          } else {
            break;
          }
        }

        storageObj[index] = segment;
        jsonstr = jsonstr.substring(valueLength, Infinity);
      }
    }
    chrome.storage.sync.set(storageObj).then(() => {
      resolve()
    })
  })
}

function syncGet(uniqueKeys = []) {
  return new Promise((resolve, reject) => {
    browserServices.storage.sync.get(null).then((data) => {
      const keyArr = Object.keys(data).filter(e => uniqueKeys.filter(j => e.indexOf(j) == 0).length > 0)
      browserServices.storage.sync.get(keyArr).then((items) => {
        var results = {};
        for (let i = 0; i < uniqueKeys.length; i++) {
          const uniqueKey = uniqueKeys[i];
          const keysFiltered = keyArr.filter(e => e.split("USEDTOSEPERATE")[0] == uniqueKey)
          if (keysFiltered.length > 0) {
            results[uniqueKey] = ""
            for (let x = 0; x < keysFiltered.length; x++) {
              results[uniqueKey] += items[`${keysFiltered[x]}`];
            }
            results[uniqueKey] = JSON.parse(results[uniqueKey])
          }
        }
        resolve(results)
      });
    });

  })
}

example of usage:

syncSet({
  "keyTest": ["a lot of text"],
  "keyTest1": ["a lot of text"]
}
)

syncGet(["keyTest","keyTest1"]).then(results=>console.log(results))
// {keyTest:["a lot of text"],keyTest1:["a lot of text"]}