Skip to content

Commit

Permalink
feat(twitter): cooldown 429 tokens
Browse files Browse the repository at this point in the history
  • Loading branch information
@DIYgod
DIYgod committed Sep 26, 2024
1 parent db95ec5 commit f3bdd7a
Show file tree
Hide file tree
Showing 2 changed files with 18 additions and 13 deletions.
4 changes: 3 additions & 1 deletion lib/routes/twitter/api/web-api/login.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -52,12 +52,14 @@ async function login({ username, password, authenticationSecret }) {
const data = await response.json();
const message = data?.data?.home?.home_timeline_urt?.instructions?.[0]?.entries?.[0]?.entryId;
if (message === 'messageprompt-suspended-prompt') {
logger.error(`twitter debug: twitter username ${username} login failed: messageprompt-suspended-prompt`);
resolve('');
}
const cookies = await page.cookies();
for (const cookie of cookies) {
cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com');
}
logger.debug(`twitter debug: twitter username ${username} login success`);
resolve(JSON.stringify(cookieJar.serializeSync()));
}
});
Expand All @@ -66,7 +68,7 @@ async function login({ username, password, authenticationSecret }) {
await browser.close();
return cookieString;
} catch (error) {
logger.error(`Twitter username ${username} login failed:`, error);
logger.error(`twitter debug: twitter username ${username} login failed:`, error);
}
}

Expand Down
27 changes: 15 additions & 12 deletions lib/routes/twitter/api/web-api/utils.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -38,13 +38,13 @@ const getAuth = async (retry: number) => {
if (config.twitter.authToken && retry > 0) {
const index = authTokenIndex++ % config.twitter.authToken.length;
const token = config.twitter.authToken[index];
const lock = await cache.get(`twitter:lock-cookie:${token}`);
const lock = await cache.get(`twitter:lock-token:${token}`);
if (lock) {
await new Promise((resolve) => setTimeout(resolve, Math.random() * 500 + 500));
return await getAuth(retry - 1);
} else {
logger.debug(`Lock twitter cookie for token ${token}`);
await cache.set(`twitter:lock-cookie:${token}`, '1', 1000);
logger.debug(`twitter debug: lock twitter cookie for token ${token}`);
await cache.set(`twitter:lock-token:${token}`, '1', 20);
return {
token,
username: config.twitter.username?.[index],
Expand Down Expand Up @@ -80,7 +80,7 @@ export const twitterGot = async (url, params) => {
}
| undefined;
if (cookie) {
logger.debug(`Got twitter cookie for token ${auth.token}`);
logger.debug(`twitter debug: got twitter cookie for token ${auth.token}`);
if (typeof cookie === 'string') {
cookie = JSON.parse(cookie);
}
Expand All @@ -92,7 +92,7 @@ export const twitterGot = async (url, params) => {
})
: new CookieAgent({ cookies: { jar } });
if (proxy.proxyUri) {
logger.debug(`Proxying request: ${requestUrl}`);
logger.debug(`twitter debug: Proxying request: ${requestUrl}`);
}
dispatchers = {
jar,
Expand Down Expand Up @@ -128,15 +128,18 @@ export const twitterGot = async (url, params) => {
},
dispatcher: dispatchers.agent,
onResponse: async ({ response }) => {
if (response.status === 403 || response.status === 401 || response.status === 429 || JSON.stringify(response._data?.data) === '{"user":{}}') {
if (response.status === 429) {
logger.debug(`twitter debug: twitter rate limit exceeded for token ${auth.token}`);
await cache.set(`twitter:lock-token:${auth.token}`, '1', 960);
} else if (response.status === 403 || response.status === 401 || JSON.stringify(response._data?.data) === '{"user":{}}') {
const newCookie = await login({
username: auth.username,
password: auth.password,
authenticationSecret: auth.authenticationSecret,
});
if (newCookie) {
await cache.set(`twitter:cookie:${auth.token}`, newCookie, config.cache.contentExpire);
logger.debug(`Reset twitter cookie for token ${auth.token}, ${newCookie}`);
logger.debug(`twitter debug: reset twitter cookie for token ${auth.token}, ${newCookie}`);
} else {
const tokenIndex = config.twitter.authToken?.indexOf(auth.token);
if (tokenIndex !== undefined && tokenIndex !== -1) {
Expand All @@ -154,22 +157,22 @@ export const twitterGot = async (url, params) => {
config.twitter.password?.splice(passwordIndex, 1);
}
}
logger.debug(`Delete twitter cookie for token ${auth.token}, remaining tokens: ${config.twitter.authToken?.length}`);
logger.debug(`twitter debug: delete twitter cookie for token ${auth.token}, remaining tokens: ${config.twitter.authToken?.length}`);
}
}
},
});

if (auth.token) {
logger.debug(`Update twitter cookie for token ${auth.token}`);
logger.debug(`twitter debug: update twitter cookie for token ${auth.token}`);
await cache.set(`twitter:cookie:${auth.token}`, JSON.stringify(dispatchers.jar.serializeSync()), config.cache.contentExpire);
}

return response._data;
} finally {
if (auth.token) {
logger.debug(`Unlock twitter cookie for token ${auth.token}`);
await cache.set(`twitter:lock-cookie:${auth.token}`, '', 1);
logger.debug(`twitter debug: unlock twitter cookie for token ${auth.token}`);
await cache.set(`twitter:lock-token:${auth.token}`, '', 1);
}
}
};
Expand All @@ -194,7 +197,7 @@ export const paginationTweets = async (endpoint: string, userId: number | undefi
instructions = data.user.result.timeline_v2.timeline.instructions;
} else {
// throw new Error('Because Twitter Premium has features that hide your likes, this RSS link is not available for Twitter Premium accounts.');
logger.debug(`Instructions not found in data: ${JSON.stringify(data)}`);
logger.debug(`twitter debug: instructions not found in data: ${JSON.stringify(data)}`);
}
}

Expand Down

0 comments on commit f3bdd7a

Please sign in to comment.