1import { buildCookieHeader } from "./cookies.js";
2 
3let cachedHomeHtml: { userAgent: string; html: string } | null = null;
4 
5export async function fetchText(url: string, init?: RequestInit): Promise<string> {
6  const response = await fetch(url, init);
7  const text = await response.text();
8  if (!response.ok) {
9    throw new Error(`Request failed (${response.status}) for ${url}: ${text.slice(0, 200)}`);
10  }
11  return text;
12}
13 
14export async function fetchHomeHtml(userAgent: string): Promise<string> {
15  if (cachedHomeHtml?.userAgent === userAgent) {
16    return cachedHomeHtml.html;
17  }
18  const html = await fetchText("https://x.com", {
19    headers: {
20      "user-agent": userAgent,
21    },
22  });
23  cachedHomeHtml = { userAgent, html };
24  return html;
25}
26 
27export function parseStringList(raw: string | undefined): string[] {
28  if (!raw) return [];
29  return raw
30    .split(",")
31    .map((item) => item.trim())
32    .filter(Boolean)
33    .map((item) => item.replace(/^\"|\"$/g, ""));
34}
35 
36export function resolveFeatureValue(html: string, key: string): boolean | undefined {
37  const keyPattern = key.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
38  const unescaped = new RegExp(`"${keyPattern}"\\s*:\\s*\\{"value"\\s*:\\s*(true|false)`);
39  const escaped = new RegExp(`\\\\"${keyPattern}\\\\"\\s*:\\s*\\\\{\\\\"value\\\\"\\s*:\\s*(true|false)`);
40  const match = html.match(unescaped) ?? html.match(escaped);
41  if (!match) return undefined;
42  return match[1] === "true";
43}
44 
45export function buildFeatureMap(
46  html: string,
47  keys: string[],
48  defaults?: Record<string, boolean>
49): Record<string, boolean> {
50  const features: Record<string, boolean> = {};
51  for (const key of keys) {
52    const value = resolveFeatureValue(html, key);
53    if (value !== undefined) {
54      features[key] = value;
55    } else if (defaults && Object.prototype.hasOwnProperty.call(defaults, key)) {
56      features[key] = defaults[key] ?? true;
57    } else {
58      features[key] = true;
59    }
60  }
61  if (!Object.prototype.hasOwnProperty.call(features, "responsive_web_graphql_exclude_directive_enabled")) {
62    features.responsive_web_graphql_exclude_directive_enabled = true;
63  }
64  return features;
65}
66 
67export function buildFieldToggleMap(keys: string[]): Record<string, boolean> {
68  const toggles: Record<string, boolean> = {};
69  for (const key of keys) {
70    toggles[key] = true;
71  }
72  return toggles;
73}
74 
75export function buildTweetFieldToggleMap(keys: string[]): Record<string, boolean> {
76  const toggles: Record<string, boolean> = {};
77  for (const key of keys) {
78    if (key === "withGrokAnalyze" || key === "withDisallowedReplyControls") {
79      toggles[key] = false;
80    } else {
81      toggles[key] = true;
82    }
83  }
84  return toggles;
85}
86 
87export function buildRequestHeaders(
88  cookieMap: Record<string, string>,
89  userAgent: string,
90  bearerToken: string
91): Record<string, string> {
92  const headers: Record<string, string> = {
93    authorization: bearerToken,
94    "user-agent": userAgent,
95    accept: "application/json",
96    "x-twitter-active-user": "yes",
97    "x-twitter-client-language": "en",
98    "accept-language": "en",
99  };
100 
101  if (cookieMap.auth_token) {
102    headers["x-twitter-auth-type"] = "OAuth2Session";
103  }
104 
105  const cookieHeader = buildCookieHeader(cookieMap);
106  if (cookieHeader) {
107    headers.cookie = cookieHeader;
108  }
109  if (cookieMap.ct0) {
110    headers["x-csrf-token"] = cookieMap.ct0;
111  }
112  if (process.env.X_CLIENT_TRANSACTION_ID?.trim()) {
113    headers["x-client-transaction-id"] = process.env.X_CLIENT_TRANSACTION_ID.trim();
114  }
115 
116  return headers;
117}
118