最新消息:雨落星辰是一个专注网站SEO优化、网站SEO诊断、搜索引擎研究、网络营销推广、网站策划运营及站长类的自媒体原创博客

javascript - Request failed with status code 429 Axios - Stack Overflow

programmeradmin7浏览0评论

I am trying to parse lots of data from external API endpoint to my Database, I keep getting error 429.

I've tried timeout and sleep lib but it doesn't work for some reason.

Here is the code :

async function(req, res) {
    console.log("usa sam");
    try {
        let count = await Subjekti.estimatedDocumentCount();
        let response = await axios.get(`x/?offset=${count}&limit=5000`, {
            timeout: 5800,
            headers: {
                "Key": "x"
            }
        });
        const subjects = response.data;
        for (let subject of subjects) {
            let panyDetails = await axios.get(`=${subject.mbs}&expand_relations=true`, {
                headers: {
                    "Key": "x"
                }
            });
            await Subjekti({
                mbs: subject.mbs,
                sud_id_nadlezan: subject.sud_id_nadlezan,
                sud_id_sluzba: subject.sud_id_sluzba,
                oib: subject.oib,
                ino_podruznica: subject.ino_podruznica,
                stecajna_masa: subject.stecajna_masa,
                datum_osnivanja: subject.datum_osnivanja,
                postupak: subject.postupak,
                likvidacijska_masa: subject.likvidacijska_masa,
                skracene_tvrtke: panyDetails.data.skracene_tvrtke && panyDetails.data.skracene_tvrtke.length > 0 ? panyDetails.data.skracene_tvrtke[0].ime : null,
                ulica: panyDetails.data.sjedista && panyDetails.data.sjedista.length > 0 ? panyDetails.data.sjedista[0].ulica : null,
                kucni_broj: panyDetails.data.sjedista && panyDetails.data.sjedista.length > 0 ? panyDetails.data.sjedista[0].kucni_broj : null,
                naziv_naselja: panyDetails.data.sjedista && panyDetails.data.sjedista.length > 0 ? panyDetails.data.sjedista[0].naziv_naselja : null,
                naziv_zupanije: panyDetails.data.sjedista && panyDetails.data.sjedista.length > 0 ? panyDetails.data.sjedista[0].naziv_zupanije : null,
            }).save();
            console.log("spremija i cekam");

        }
    } catch (err) {
        //Baci error 500...
        return apiResponse.ErrorResponse(res, err);
    }
}

Looking forward to your reply.

I am trying to parse lots of data from external API endpoint to my Database, I keep getting error 429.

I've tried timeout and sleep lib but it doesn't work for some reason.

Here is the code :

async function(req, res) {
    console.log("usa sam");
    try {
        let count = await Subjekti.estimatedDocumentCount();
        let response = await axios.get(`x./?offset=${count}&limit=5000`, {
            timeout: 5800,
            headers: {
                "Key": "x"
            }
        });
        const subjects = response.data;
        for (let subject of subjects) {
            let panyDetails = await axios.get(`https://x.=${subject.mbs}&expand_relations=true`, {
                headers: {
                    "Key": "x"
                }
            });
            await Subjekti({
                mbs: subject.mbs,
                sud_id_nadlezan: subject.sud_id_nadlezan,
                sud_id_sluzba: subject.sud_id_sluzba,
                oib: subject.oib,
                ino_podruznica: subject.ino_podruznica,
                stecajna_masa: subject.stecajna_masa,
                datum_osnivanja: subject.datum_osnivanja,
                postupak: subject.postupak,
                likvidacijska_masa: subject.likvidacijska_masa,
                skracene_tvrtke: panyDetails.data.skracene_tvrtke && panyDetails.data.skracene_tvrtke.length > 0 ? panyDetails.data.skracene_tvrtke[0].ime : null,
                ulica: panyDetails.data.sjedista && panyDetails.data.sjedista.length > 0 ? panyDetails.data.sjedista[0].ulica : null,
                kucni_broj: panyDetails.data.sjedista && panyDetails.data.sjedista.length > 0 ? panyDetails.data.sjedista[0].kucni_broj : null,
                naziv_naselja: panyDetails.data.sjedista && panyDetails.data.sjedista.length > 0 ? panyDetails.data.sjedista[0].naziv_naselja : null,
                naziv_zupanije: panyDetails.data.sjedista && panyDetails.data.sjedista.length > 0 ? panyDetails.data.sjedista[0].naziv_zupanije : null,
            }).save();
            console.log("spremija i cekam");

        }
    } catch (err) {
        //Baci error 500...
        return apiResponse.ErrorResponse(res, err);
    }
}

Looking forward to your reply.

Share Improve this question edited Jul 2, 2020 at 12:24 DevGuy asked Jul 2, 2020 at 12:16 DevGuyDevGuy 1571 gold badge3 silver badges10 bronze badges
Add a ment  | 

3 Answers 3

Reset to default 2

Try using debounce approach in this case to avoid sending too many requests.

see an example here : https://www.freecodecamp/news/javascript-debounce-example/

Ive found out solution:

await new Promise(resolve => setTimeout(resolve, 5000));

Hope it helps someone and save you time.

You are sending too many requests, and you get ratelimited.

You should change your logic to allow more data to be sent and retrieved with a single request, or delaying most part of your requests to a later stage.

To delay request using axios interceptors, take a look here:

https://stackoverflow./a/52258937/7629020

发布评论

评论列表(0)

  1. 暂无评论