1import {
2  DEFAULT_BEARER_TOKEN,
3  DEFAULT_USER_AGENT,
4  FALLBACK_FEATURE_SWITCHES,
5  FALLBACK_FIELD_TOGGLES,
6  FALLBACK_QUERY_ID,
7  FALLBACK_TWEET_DETAIL_FEATURE_DEFAULTS,
8  FALLBACK_TWEET_DETAIL_FEATURE_SWITCHES,
9  FALLBACK_TWEET_DETAIL_FIELD_TOGGLES,
10  FALLBACK_TWEET_DETAIL_QUERY_ID,
11  FALLBACK_TWEET_FEATURE_SWITCHES,
12  FALLBACK_TWEET_FIELD_TOGGLES,
13  FALLBACK_TWEET_QUERY_ID,
14} from "./constants.js";
15import {
16  buildFeatureMap,
17  buildFieldToggleMap,
18  buildRequestHeaders,
19  buildTweetFieldToggleMap,
20  fetchHomeHtml,
21  fetchText,
22  parseStringList,
23} from "./http.js";
24import type { ArticleQueryInfo } from "./types.js";
25 
26function isNonEmptyObject(value: unknown): value is Record<string, unknown> {
27  return Boolean(value && typeof value === "object" && Object.keys(value as Record<string, unknown>).length > 0);
28}
29 
30function unwrapTweetResult(result: any): any {
31  if (!result) return null;
32  if (result.__typename === "TweetWithVisibilityResults" && result.tweet) {
33    return result.tweet;
34  }
35  return result;
36}
37 
38function extractArticleFromTweet(payload: unknown): unknown {
39  const root = (payload as { data?: any }).data ?? payload;
40  const result = root?.tweetResult?.result ?? root?.tweet_result?.result ?? root?.tweet_result;
41  const tweet = unwrapTweetResult(result);
42  const legacy = tweet?.legacy ?? {};
43  const article = legacy?.article ?? tweet?.article;
44  return (
45    article?.article_results?.result ??
46    legacy?.article_results?.result ??
47    tweet?.article_results?.result ??
48    null
49  );
50}
51 
52function extractTweetFromPayload(payload: unknown): unknown {
53  const root = (payload as { data?: any }).data ?? payload;
54  const result = root?.tweetResult?.result ?? root?.tweet_result?.result ?? root?.tweet_result;
55  return unwrapTweetResult(result);
56}
57 
58function extractArticleFromEntity(payload: unknown): unknown {
59  const root = (payload as { data?: any }).data ?? payload;
60  return (
61    root?.article_result_by_rest_id?.result ??
62    root?.article_result_by_rest_id ??
63    root?.article_entity_result?.result ??
64    null
65  );
66}
67 
68async function resolveArticleQueryInfo(userAgent: string): Promise<ArticleQueryInfo> {
69  const html = await fetchHomeHtml(userAgent);
70 
71  const bundleMatch = html.match(/"bundle\\.TwitterArticles":"([a-z0-9]+)"/);
72  if (!bundleMatch) {
73    return {
74      queryId: FALLBACK_QUERY_ID,
75      featureSwitches: FALLBACK_FEATURE_SWITCHES,
76      fieldToggles: FALLBACK_FIELD_TOGGLES,
77      html,
78    };
79  }
80 
81  const bundleHash = bundleMatch[1];
82  const chunkUrl = `https://abs.twimg.com/responsive-web/client-web/bundle.TwitterArticles.${bundleHash}a.js`;
83  const chunk = await fetchText(chunkUrl, {
84    headers: {
85      "user-agent": userAgent,
86    },
87  });
88 
89  const queryIdMatch = chunk.match(/queryId:\"([^\"]+)\",operationName:\"ArticleEntityResultByRestId\"/);
90  const featureMatch = chunk.match(
91    /operationName:\"ArticleEntityResultByRestId\"[\s\S]*?featureSwitches:\[(.*?)\]/
92  );
93  const fieldToggleMatch = chunk.match(
94    /operationName:\"ArticleEntityResultByRestId\"[\s\S]*?fieldToggles:\[(.*?)\]/
95  );
96 
97  const featureSwitches = parseStringList(featureMatch?.[1]);
98  const fieldToggles = parseStringList(fieldToggleMatch?.[1]);
99 
100  return {
101    queryId: queryIdMatch?.[1] ?? FALLBACK_QUERY_ID,
102    featureSwitches: featureSwitches.length > 0 ? featureSwitches : FALLBACK_FEATURE_SWITCHES,
103    fieldToggles: fieldToggles.length > 0 ? fieldToggles : FALLBACK_FIELD_TOGGLES,
104    html,
105  };
106}
107 
108function resolveMainChunkHash(html: string): string | null {
109  const match = html.match(/main\\.([a-z0-9]+)\\.js/);
110  return match?.[1] ?? null;
111}
112 
113function resolveApiChunkHash(html: string): string | null {
114  const match = html.match(/api:\"([a-zA-Z0-9_-]+)\"/);
115  return match?.[1] ?? null;
116}
117 
118async function resolveTweetDetailQueryInfo(userAgent: string): Promise<ArticleQueryInfo> {
119  const html = await fetchHomeHtml(userAgent);
120  const apiHash = resolveApiChunkHash(html);
121  if (!apiHash) {
122    return {
123      queryId: FALLBACK_TWEET_DETAIL_QUERY_ID,
124      featureSwitches: FALLBACK_TWEET_DETAIL_FEATURE_SWITCHES,
125      fieldToggles: FALLBACK_TWEET_DETAIL_FIELD_TOGGLES,
126      html,
127    };
128  }
129 
130  const chunkUrl = `https://abs.twimg.com/responsive-web/client-web/api.${apiHash}a.js`;
131  const chunk = await fetchText(chunkUrl, {
132    headers: {
133      "user-agent": userAgent,
134    },
135  });
136 
137  const queryIdMatch = chunk.match(/queryId:\"([^\"]+)\",operationName:\"TweetDetail\"/);
138  const featureMatch = chunk.match(
139    /operationName:\"TweetDetail\"[\s\S]*?featureSwitches:\[(.*?)\]/
140  );
141  const fieldToggleMatch = chunk.match(
142    /operationName:\"TweetDetail\"[\s\S]*?fieldToggles:\[(.*?)\]/
143  );
144 
145  const featureSwitches = parseStringList(featureMatch?.[1]);
146  const fieldToggles = parseStringList(fieldToggleMatch?.[1]);
147 
148  return {
149    queryId: queryIdMatch?.[1] ?? FALLBACK_TWEET_DETAIL_QUERY_ID,
150    featureSwitches: featureSwitches.length > 0 ? featureSwitches : FALLBACK_TWEET_DETAIL_FEATURE_SWITCHES,
151    fieldToggles: fieldToggles.length > 0 ? fieldToggles : FALLBACK_TWEET_DETAIL_FIELD_TOGGLES,
152    html,
153  };
154}
155 
156function buildTweetDetailFieldToggleMap(keys: string[]): Record<string, boolean> {
157  const toggles = buildFieldToggleMap(keys);
158  if (Object.prototype.hasOwnProperty.call(toggles, "withArticlePlainText")) {
159    toggles.withArticlePlainText = false;
160  }
161  if (Object.prototype.hasOwnProperty.call(toggles, "withGrokAnalyze")) {
162    toggles.withGrokAnalyze = false;
163  }
164  if (Object.prototype.hasOwnProperty.call(toggles, "withDisallowedReplyControls")) {
165    toggles.withDisallowedReplyControls = false;
166  }
167  return toggles;
168}
169 
170async function resolveTweetQueryInfo(userAgent: string): Promise<ArticleQueryInfo> {
171  const html = await fetchHomeHtml(userAgent);
172  const mainHash = resolveMainChunkHash(html);
173  if (!mainHash) {
174    return {
175      queryId: FALLBACK_TWEET_QUERY_ID,
176      featureSwitches: FALLBACK_TWEET_FEATURE_SWITCHES,
177      fieldToggles: FALLBACK_TWEET_FIELD_TOGGLES,
178      html,
179    };
180  }
181 
182  const chunkUrl = `https://abs.twimg.com/responsive-web/client-web/main.${mainHash}.js`;
183  const chunk = await fetchText(chunkUrl, {
184    headers: {
185      "user-agent": userAgent,
186    },
187  });
188 
189  const queryIdMatch = chunk.match(/queryId:\"([^\"]+)\",operationName:\"TweetResultByRestId\"/);
190  const featureMatch = chunk.match(
191    /operationName:\"TweetResultByRestId\"[\s\S]*?featureSwitches:\[(.*?)\]/
192  );
193  const fieldToggleMatch = chunk.match(
194    /operationName:\"TweetResultByRestId\"[\s\S]*?fieldToggles:\[(.*?)\]/
195  );
196 
197  const featureSwitches = parseStringList(featureMatch?.[1]);
198  const fieldToggles = parseStringList(fieldToggleMatch?.[1]);
199 
200  return {
201    queryId: queryIdMatch?.[1] ?? FALLBACK_TWEET_QUERY_ID,
202    featureSwitches: featureSwitches.length > 0 ? featureSwitches : FALLBACK_TWEET_FEATURE_SWITCHES,
203    fieldToggles: fieldToggles.length > 0 ? fieldToggles : FALLBACK_TWEET_FIELD_TOGGLES,
204    html,
205  };
206}
207 
208async function fetchTweetResult(
209  tweetId: string,
210  cookieMap: Record<string, string>,
211  userAgent: string,
212  bearerToken: string
213): Promise<unknown> {
214  const queryInfo = await resolveTweetQueryInfo(userAgent);
215  const features = buildFeatureMap(queryInfo.html, queryInfo.featureSwitches);
216  const fieldToggles = buildTweetFieldToggleMap(queryInfo.fieldToggles);
217 
218  const url = new URL(`https://x.com/i/api/graphql/${queryInfo.queryId}/TweetResultByRestId`);
219  url.searchParams.set(
220    "variables",
221    JSON.stringify({
222      tweetId,
223      withCommunity: false,
224      includePromotedContent: false,
225      withVoice: true,
226    })
227  );
228  if (Object.keys(features).length > 0) {
229    url.searchParams.set("features", JSON.stringify(features));
230  }
231  if (Object.keys(fieldToggles).length > 0) {
232    url.searchParams.set("fieldToggles", JSON.stringify(fieldToggles));
233  }
234 
235  const response = await fetch(url.toString(), {
236    headers: buildRequestHeaders(cookieMap, userAgent, bearerToken),
237  });
238 
239  const text = await response.text();
240  if (!response.ok) {
241    throw new Error(`X API error (${response.status}): ${text.slice(0, 400)}`);
242  }
243 
244  try {
245    return JSON.parse(text);
246  } catch (error) {
247    throw new Error(`Failed to parse response JSON: ${error instanceof Error ? error.message : String(error)}`);
248  }
249}
250 
251export async function fetchTweetDetail(
252  tweetId: string,
253  cookieMap: Record<string, string>,
254  cursor?: string
255): Promise<unknown> {
256  const userAgent = process.env.X_USER_AGENT?.trim() || DEFAULT_USER_AGENT;
257  const bearerToken = process.env.X_BEARER_TOKEN?.trim() || DEFAULT_BEARER_TOKEN;
258  const queryInfo = await resolveTweetDetailQueryInfo(userAgent);
259  const features = buildFeatureMap(
260    queryInfo.html,
261    queryInfo.featureSwitches,
262    FALLBACK_TWEET_DETAIL_FEATURE_DEFAULTS
263  );
264  const fieldToggles = buildTweetDetailFieldToggleMap(queryInfo.fieldToggles);
265 
266  const url = new URL(`https://x.com/i/api/graphql/${queryInfo.queryId}/TweetDetail`);
267  url.searchParams.set(
268    "variables",
269    JSON.stringify({
270      focalTweetId: tweetId,
271      cursor,
272      referrer: cursor ? "tweet" : undefined,
273      with_rux_injections: false,
274      includePromotedContent: true,
275      withCommunity: true,
276      withQuickPromoteEligibilityTweetFields: true,
277      withBirdwatchNotes: true,
278      withVoice: true,
279      withV2Timeline: true,
280      withDownvotePerspective: false,
281      withReactionsMetadata: false,
282      withReactionsPerspective: false,
283      withSuperFollowsTweetFields: false,
284      withSuperFollowsUserFields: false,
285    })
286  );
287  if (Object.keys(features).length > 0) {
288    url.searchParams.set("features", JSON.stringify(features));
289  }
290  if (Object.keys(fieldToggles).length > 0) {
291    url.searchParams.set("fieldToggles", JSON.stringify(fieldToggles));
292  }
293 
294  const response = await fetch(url.toString(), {
295    headers: buildRequestHeaders(cookieMap, userAgent, bearerToken),
296  });
297 
298  const text = await response.text();
299  if (!response.ok) {
300    throw new Error(`X API error (${response.status}): ${text.slice(0, 400)}`);
301  }
302 
303  try {
304    return JSON.parse(text);
305  } catch (error) {
306    throw new Error(`Failed to parse response JSON: ${error instanceof Error ? error.message : String(error)}`);
307  }
308}
309 
310async function fetchArticleEntityById(
311  articleEntityId: string,
312  cookieMap: Record<string, string>,
313  userAgent: string,
314  bearerToken: string
315): Promise<unknown> {
316  const queryInfo = await resolveArticleQueryInfo(userAgent);
317  const features = buildFeatureMap(queryInfo.html, queryInfo.featureSwitches);
318  const fieldToggles = buildFieldToggleMap(queryInfo.fieldToggles);
319 
320  const url = new URL(`https://x.com/i/api/graphql/${queryInfo.queryId}/ArticleEntityResultByRestId`);
321  url.searchParams.set("variables", JSON.stringify({ articleEntityId }));
322  if (Object.keys(features).length > 0) {
323    url.searchParams.set("features", JSON.stringify(features));
324  }
325  if (Object.keys(fieldToggles).length > 0) {
326    url.searchParams.set("fieldToggles", JSON.stringify(fieldToggles));
327  }
328 
329  const response = await fetch(url.toString(), {
330    headers: buildRequestHeaders(cookieMap, userAgent, bearerToken),
331  });
332 
333  const text = await response.text();
334  if (!response.ok) {
335    throw new Error(`X API error (${response.status}): ${text.slice(0, 400)}`);
336  }
337 
338  try {
339    return JSON.parse(text);
340  } catch (error) {
341    throw new Error(`Failed to parse response JSON: ${error instanceof Error ? error.message : String(error)}`);
342  }
343}
344 
345export async function fetchXArticle(
346  articleId: string,
347  cookieMap: Record<string, string>,
348  raw: boolean
349): Promise<unknown> {
350  const userAgent = process.env.X_USER_AGENT?.trim() || DEFAULT_USER_AGENT;
351  const bearerToken = process.env.X_BEARER_TOKEN?.trim() || DEFAULT_BEARER_TOKEN;
352 
353  const tweetPayload = await fetchTweetResult(articleId, cookieMap, userAgent, bearerToken);
354  if (raw) {
355    return tweetPayload;
356  }
357 
358  const articleFromTweet = extractArticleFromTweet(tweetPayload);
359  if (isNonEmptyObject(articleFromTweet)) {
360    return articleFromTweet;
361  }
362 
363  const articlePayload = await fetchArticleEntityById(articleId, cookieMap, userAgent, bearerToken);
364  const articleFromEntity = extractArticleFromEntity(articlePayload);
365  if (isNonEmptyObject(articleFromEntity)) {
366    return articleFromEntity;
367  }
368  return articleFromEntity ?? articlePayload;
369}
370 
371export async function fetchXTweet(
372  tweetId: string,
373  cookieMap: Record<string, string>,
374  raw: boolean
375): Promise<unknown> {
376  const userAgent = process.env.X_USER_AGENT?.trim() || DEFAULT_USER_AGENT;
377  const bearerToken = process.env.X_BEARER_TOKEN?.trim() || DEFAULT_BEARER_TOKEN;
378 
379  const tweetPayload = await fetchTweetResult(tweetId, cookieMap, userAgent, bearerToken);
380  if (raw) {
381    return tweetPayload;
382  }
383 
384  const tweet = extractTweetFromPayload(tweetPayload);
385  if (isNonEmptyObject(tweet)) {
386    return tweet;
387  }
388  return tweet ?? tweetPayload;
389}
390