決議資料到資料庫時連接EADDRINUSE18.62.228.13:443-有解無憂

我正在從網路上抓取一些資料，并希望將所有資料推送到我的資料庫中。我用 node.js 在thread_workers. 每個執行緒都從另一個執行緒抓取資料url，當抓取完成并且我得到了我需要的所有物件時，我會發布它。在每個執行緒中，當它結束廢棄資料時，我得到一個包含最少 40000 個物件的陣列，當我開始將它發布到資料庫時，我需要發布它，它會拋出這個錯誤connect EADDRINUSE 18.62.228.13:443完全例外：

AxiosError: connect EADDRINUSE 18.62.228.13:443
at TCPConnectWrap.afterConnect [as oncomplete] (node:net:1161:16) {
port: 443,
address: '18.62.228.13',
 syscall: 'connect',
 code: 'EADDRINUSE',
 errno: -4091,
 config: {
transitional: {
  silentJSONParsing: true,
  forcedJSONParsing: true,
  clarifyTimeoutError: false
},
adapter: [Function: httpAdapter],
transformRequest: [ [Function: transformRequest] ],
transformResponse: [ [Function: transformResponse] ],
timeout: 0,
xsrfCookieName: 'XSRF-TOKEN',
xsrfHeaderName: 'X-XSRF-TOKEN',
maxContentLength: -1,
maxBodyLength: -1,
env: { FormData: [Function] },
validateStatus: [Function: validateStatus],
headers: {
  Accept: 'application/json, text/plain, */*',
  'Content-Type': 'application/json',
  'User-Agent': 'axios/0.27.2',
  'Content-Length': 168
},
method: 'post'    
},
request: <ref *1> Writable {
_writableState: WritableState {
  objectMode: false,
  highWaterMark: 16384,
  finalCalled: false,
  needDrain: false,
  ending: false,
  ended: false,
  finished: false,
  destroyed: false,
  decodeStrings: true,
  defaultEncoding: 'utf8',
  length: 0,
  writing: false,
  corked: 0,
  sync: true,
  bufferProcessing: false,
  onwrite: [Function: bound onwrite],
  writecb: null,
  writelen: 0,
  afterWriteTickInfo: null,
  buffered: [],
  bufferedIndex: 0,
  allBuffers: true,
  allNoop: true,
  pendingcb: 0,
  constructed: true,
  prefinished: false,
  errorEmitted: false,
  emitClose: true,
  autoDestroy: true,
  errored: null,
  closed: false,
  closeEmitted: false,
  [Symbol(kOnFinished)]: []
},
_events: [Object: null prototype] {
  response: [Function: handleResponse],
  error: [Function: handleRequestError],
  socket: [Function: handleRequestSocket]
},
_eventsCount: 3,
_maxListeners: undefined,
_options: {
  maxRedirects: 21,
  maxBodyLength: 10485760,
  protocol: 'https:',
  path: '/m/insert',
  method: 'POST',
  headers: [Object],
  agent: undefined,
  agents: [Object],
  auth: undefined,
  hostname: 'lalalalala',
  port: null,
  nativeProtocols: [Object],
  pathname: 'lalalalal'
},
_ended: false,
_ending: true,
_redirectCount: 0,
_redirects: [],
_requestBodyLength: 168,
_requestBodyBuffers: [ [Object] ],
_onNativeResponse: [Function (anonymous)],
_currentRequest: ClientRequest {
  _events: [Object: null prototype],
  _eventsCount: 7,
  _maxListeners: undefined,
  outputData: [],
  outputSize: 0,
  writable: true,
  destroyed: false,
  _last: true,
  chunkedEncoding: false,
  shouldKeepAlive: false,
  maxRequestsOnConnectionReached: false,
  _defaultKeepAlive: true,
  useChunkedEncodingByDefault: true,
  sendDate: false,
  _removedConnection: false,
  _removedContLen: false,
  _removedTE: false,
  _contentLength: null,
  _hasBody: true,
  _trailer: '',
  finished: false,
  _headerSent: true,
  _closed: false,
  socket: [TLSSocket],
  _header: 'POST lalalala HTTP/1.1\r\n'  
    'Accept: application/json, text/plain, */*\r\n'  
    'Content-Type: application/json\r\n'  
    'User-Agent: axios/0.27.2\r\n'  
    'Content-Length: 168\r\n'  
    'Host: alalalala\r\n'  
    'Connection: close\r\n'  
    '\r\n',
  _keepAliveTimeout: 0,
  _onPendingData: [Function: nop],
  agent: [Agent],
  socketPath: undefined,
  method: 'POST',
  maxHeaderSize: undefined,
  insecureHTTPParser: undefined,
  path: '/manual/search/insert',
  _ended: false,
  res: null,
  aborted: false,
  timeoutCb: null,
  upgradeOrConnect: false,
  parser: null,
  maxHeadersCount: null,
  reusedSocket: false,
  host: 'search.findmanual.guru',
  protocol: 'https:',
  _redirectable: [Circular *1],
  [Symbol(kCapture)]: false,
  [Symbol(kNeedDrain)]: false,
  [Symbol(corked)]: 0,
  [Symbol(kOutHeaders)]: [Object: null prototype]
  },
  _currentUrl: ,
  [Symbol(kCapture)]: false
   }
   }
   AxiosError: connect EADDRINUSE 18.62.228.13:443
   at TCPConnectWrap.afterConnect [as oncomplete] (node:net:1161:16) {
   port: 443,
   address: '18.62.228.13',
   syscall: 'connect',
   code: 'EADDRINUSE',
   errno: -4091,
  config: {
   transitional: {
  silentJSONParsing: true,
  forcedJSONParsing: true,
  clarifyTimeoutError: false
},
adapter: [Function: httpAdapter],
transformRequest: [ [Function: transformRequest] ],
transformResponse: [ [Function: transformResponse] ],
timeout: 0,
xsrfCookieName: 'XSRF-TOKEN',
xsrfHeaderName: 'X-XSRF-TOKEN',
maxContentLength: -1,
maxBodyLength: -1,
env: { FormData: [Function] },
validateStatus: [Function: validateStatus],
headers: {
  Accept: 'application/json, text/plain, */*',
  'Content-Type': 'application/json',
  'User-Agent': 'axios/0.27.2',
  'Content-Length': 167
},
method: 'post',
     request: <ref *1> Writable {
_writableState: WritableState {
  objectMode: false,
  highWaterMark: 16384,
  finalCalled: false,
  needDrain: false,
  ending: false,
  ended: false,
  finished: false,
  destroyed: false,
  decodeStrings: true,
  defaultEncoding: 'utf8',
  length: 0,
  writing: false,
  corked: 0,
  sync: true,
  bufferProcessing: false,
  onwrite: [Function: bound onwrite],
  writecb: null,
  writelen: 0,
  afterWriteTickInfo: null,
  buffered: [],
  bufferedIndex: 0,
  allBuffers: true,
  allNoop: true,
  pendingcb: 0,
  constructed: true,
  prefinished: false,
  errorEmitted: false,
  emitClose: true,
  autoDestroy: true,
  errored: null,
  closed: false,
  closeEmitted: false,
  [Symbol(kOnFinished)]: []
},
_events: [Object: null prototype] {
  response: [Function: handleResponse],
  error: [Function: handleRequestError],
  socket: [Function: handleRequestSocket]
},
_eventsCount: 3,
_maxListeners: undefined,
_options: {
  maxRedirects: 21,
  maxBodyLength: 10485760,
  protocol: 'https:',
  path: 'insert',
  method: 'POST',
  headers: [Object],
  agent: undefined,
  agents: [Object],
  auth: undefined,
  hostname: 'lalalala',
  port: null,
  nativeProtocols: [Object],
  pathname: 'lalallalaa'
},
_ended: false,
_ending: true,
_redirectCount: 0,
_redirects: [],
_requestBodyLength: 167,
_requestBodyBuffers: [ [Object] ],
_onNativeResponse: [Function (anonymous)],
_currentRequest: ClientRequest {
  _events: [Object: null prototype],
  _eventsCount: 7,
  _maxListeners: undefined,
  outputData: [],
  outputSize: 0,
  writable: true,
  destroyed: false,
  _last: true,
  chunkedEncoding: false,
  shouldKeepAlive: false,
  maxRequestsOnConnectionReached: false,
  _defaultKeepAlive: true,
  useChunkedEncodingByDefault: true,
  sendDate: false,
  _removedConnection: false,
  _removedContLen: false,
  _removedTE: false,
  _contentLength: null,
  _hasBody: true,
  _trailer: '',
  finished: false,
  _headerSent: true,
  _closed: false,
  socket: [TLSSocket],
  _header: 'POST  HTTP/1.1\r\n'  
    'Accept: application/json, text/plain, */*\r\n'  
    'Content-Type: application/json\r\n'  
    'User-Agent: axios/0.27.2\r\n'  
    'Content-Length: 167\r\n'  
    'Host: lallala\r\n'  
    'Connection: close\r\n'  
    '\r\n',
  _keepAliveTimeout: 0,
  _onPendingData: [Function: nop],
  agent: [Agent],
  socketPath: undefined,
  method: 'POST',
  maxHeaderSize: undefined,
  insecureHTTPParser: undefined,
  path: '/manual/search/insert',
  _ended: false,
  res: null,
  aborted: false,
  timeoutCb: null,
  upgradeOrConnect: false,
  parser: null,
  maxHeadersCount: null,
  reusedSocket: false,
  host: 'sllalallaau',
  protocol: 'https:',
  _redirectable: [Circular *1],
  [Symbol(kCapture)]: false,
  [Symbol(kNeedDrain)]: false,
     [Symbol(corked)]: 0,
     [Symbol(kOutHeaders)]: [Object: null prototype]
     },
     _currentUrl: 'https://lalalalal',
     [Symbol(kCapture)]: false
   }
  }

這是我的執行緒函式：

 async function parseData(url) {

 const {data} = await axios.get(url ).catch(console.log)
 const $ = cheerio.load(data);
 const result = [];
 const obj = {};

 const header = $('h1.Uheader');

 obj.brand = $(header[0]).text();


 const category = $('div.cathead');
 const categoryArray = [];

 for (let i = 0; i < category.length; i  ) {
   categoryArray.push({"href":  $(category[i]).children("a").attr('href'), "text": 
     $(category[i]).children("a").text().replace(/[^a-zA-Z0-9 ]/g, '').trim()})
  }

 for (let i = 0; i < categoryArray.length; i  ) {
     try {
       obj.category = categoryArray[i].text;

        const dataTwo = await axios.get("https://www.lalalala.com"   
        categoryArray[i].href).catch()
        const cher = cheerio.load(dataTwo.data);

        const aTag = cher('div.col-sm-2.mname')

       for (let j = 0 ; j < aTag.length; j  ) {
           obj.url = "https://www.lalalala.com"   $(aTag[j]).children("a").attr('href');
           obj.title = obj.brand   " "   categoryArray[i].text   " "    $(aTag[j]).children("a").text().replace(/[^a-zA-Z0-9 ]/g, '').trim();
           //result.push(obj)
           axios.post("https://lalalalala", obj)
               .then(data => console.log("ok "   j))
               .catch(e => {
                   console.log(e)
               });
       }

   } catch (e) {

   }
 }


   parentPort.postMessage({message : "done"});
 }

請有人可以解釋一下為什么會這樣，我該如何解決？

uj5u.com熱心網友回復：

因為（根據您在此處的評論）您的應用程式正在執行大量 POST 請求，所以限制可以執行的并發POST 請求的數量很重要。否則，可能會同時執行（10 個）數千個 POST 請求，這可能會導致問題（不僅在本地，而且在請求發送到的服務器上）。

該錯誤connect EADDRINUSE意味著本地計算機上沒有更多可用的 TCP 埠（與遠程服務器的 TCP 連接還需要一個本地 TCP 埠，稱為“臨時埠”，因為它僅在請求期間使用），因為有太多的請求待處理。

一個可能的解決方法，你說的一個有效的方法是等待每個 POST 請求完成，然后再繼續其余代碼：

await axios.post(…)

如果這也沒有幫助，您必須查看可以配置為限制并發請求/承諾/作業/...的數量的作業佇列。

轉載請註明出處，本文鏈接：https://www.uj5u.com/shujuku/485006.html

標籤：节点.js 多线程 axios

上一篇：多執行緒編程更慢

下一篇：如果在另一個鎖定同一個互斥鎖的函式中呼叫，如何禁用互斥鎖