I made http request library for my ctfs. This is wrapper for fetch API.
If you use fetch directly, a normal request is made, but when i send post request with this library, the get request is sent. I really don't know why this happens.
Target server is uvicorn under caddy
the sector of code that should send post request
const res1 = await this.rh.sendRequest("POST", "/live");
console.log(res1)
if (res1.status !== 201) throw Error("Cannot open vm");
console.log("waiting for vm open...");
RequestHelper.ts
import {
ContentType,
HttpAuthorize, HttpAuthorizeSchema, HttpCookie,
HttpHeader,
HttpHeaderObject,
HttpRequestBody,
HttpRequestMethod,
HttpResponse
} from "./types";
import {CookieBuilder} from "./CookieBuilder";
export class RequestHelper {
private BASE_URL: string;
private CONTENT_TYPE: ContentType | string;
private AUTHORIZATION: HttpAuthorize | null;
private COOKIE: CookieBuilder;
private CUSTOM_HEADERS: Headers;
constructor(baseURL: string) {
this.BASE_URL = baseURL;
this.CONTENT_TYPE = "";
this.AUTHORIZATION = null;
this.COOKIE = new CookieBuilder();
this.CUSTOM_HEADERS = new Headers();
}
// GETTER ===============================================================================
getBaseURL(): string {
return this.BASE_URL;
}
getContentType(): ContentType | string {
return this.CONTENT_TYPE;
}
getHeaders(): HttpHeaderObject {
return Object.fromEntries([...this.CUSTOM_HEADERS]);
}
getAuth(): HttpAuthorize | null {
return this.AUTHORIZATION;
}
getCookie(): HttpCookie {
return this.COOKIE.getCookies();
}
// SETTER ===============================================================================
setBaseUrl(baseURL: string): RequestHelper {
this.BASE_URL = baseURL;
return this;
}
setContentType(contentType: ContentType | string): RequestHelper {
this.CONTENT_TYPE = contentType;
return this;
}
addHeader(key: HttpHeader | string, value: string): RequestHelper {
this.CUSTOM_HEADERS.set(key, value);
return this;
}
delHeader(key: HttpHeader): RequestHelper {
this.CUSTOM_HEADERS.delete(key);
return this;
}
setHeader(obj: HttpHeaderObject): RequestHelper {
this.CUSTOM_HEADERS = new Headers(obj);
return this;
}
resetHeader(): RequestHelper {
this.CUSTOM_HEADERS = new Headers();
return this;
}
setAuth(schema: HttpAuthorizeSchema, value: string): RequestHelper {
this.AUTHORIZATION = {
schema,
value
}
return this;
}
setBasicAuth(username: string, password: string): RequestHelper {
const authString = Buffer.from(`${username}:${password}`).toString("base64");
this.AUTHORIZATION = {
schema: "Basic",
value: authString,
}
return this;
}
setBearerAuth(token: string) {
this.AUTHORIZATION = {
schema: "Bearer",
value: token,
}
}
resetAuth(): RequestHelper {
this.AUTHORIZATION = null;
return this;
}
setCookie(key: string, value: string): RequestHelper {
this.COOKIE.setCookie(key, value);
return this;
}
delCookie(key: string): RequestHelper {
this.COOKIE.delCookie(key);
return this;
}
resetCookie(): RequestHelper {
this.COOKIE.resetCookie();
return this;
}
// EXECUTES =============================================================================
async sendRequest<t = any>(method: HttpRequestMethod | string, path: string, body?: HttpRequestBody | string, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
// build url
let url = `${this.BASE_URL.endsWith("/") ? this.BASE_URL.substring(0, this.BASE_URL.length-1) : this.BASE_URL}/${path.startsWith("/") ? path.substring(1, path.length) : path}`;
if (url.endsWith("/")) url = url.substring(0, url.length-1);
// header priority (one-time > custom setters(auth, content-type..) > fixed headers)
// merge fixed headers(permanent header) and specific headers(one-time header)
const requestHeader = new Headers(this.getHeaders());
if (this.CONTENT_TYPE)
requestHeader.set("Content-Type", this.CONTENT_TYPE);
if (this.AUTHORIZATION)
requestHeader.set("Authorization", `${this.AUTHORIZATION.schema} ${this.AUTHORIZATION.value}`);
if (Object.keys(this.COOKIE.getCookies()).length)
requestHeader.set("Cookie", this.COOKIE.build());
if (customHeader) {
Object.entries(customHeader).forEach(([k, v]) => {
requestHeader.set(k, v);
});
}
let requestBody = "";
if (body && typeof body !== "string") {
switch (this.CONTENT_TYPE) {
case "application/json":
requestBody = JSON.stringify(body);
break;
case "application/x-www-form-urlencoded":
requestBody = Object.entries(body).map(([k, v]) => `${encodeURIComponent(k)}=${encodeURIComponent(v)}`).join("&");
break;
default:
requestBody = body.toString();
}
}else if (body) requestBody = body;
const res = await fetch(url, {
method: method,
headers: requestHeader,
body: requestBody || undefined,
cache: "no-cache"
});
let bytes: Uint8Array | null;
let text: string | null;
let json: t | null;
let formData: FormData | null;
const formRegex = /((?<group>(?<key>[^=&]+)=(?<value>[^=&]+))&?)/g
try { bytes = await res.bytes(); } catch (e) { bytes = null }
try { if (bytes !== null) text = new TextDecoder().decode(bytes); else throw Error() } catch (e) { text = null }
try { if (text !== null) json = JSON.parse(text) as t; else throw Error() } catch (e) { json = null }
try { if (text !== null && formRegex.test(text)) {
formData = Object.fromEntries(text.split("&").map((e) => e.split("=")));
} else throw Error(); } catch (e) { formData = null }
return {
ok: res.ok,
url: res.url,
headers: res.headers,
status: res.status,
statusText: res.statusText,
bytes,
text,
json,
formData,
}
}
async get<t = any>(path: string, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("GET", path, undefined, customHeader);
}
async post<t = any>(path: string, body?: HttpRequestBody, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("POST", path, body, customHeader);
}
async put<t = any>(path: string, body?: HttpRequestBody, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("PUT", path, body, customHeader);
}
async patch<t = any>(path: string, body?: HttpRequestBody, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("PATCH", path, body, customHeader);
}
async delete<t = any>(path: string, body?: HttpRequestBody, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("DELETE", path, body, customHeader);
}
}
ProblemHelper.ts
import {
ContentType,
HttpAuthorize, HttpAuthorizeSchema, HttpCookie,
HttpHeader,
HttpHeaderObject,
HttpRequestBody,
HttpRequestMethod,
HttpResponse
} from "./types";
import {CookieBuilder} from "./CookieBuilder";
export class RequestHelper {
private BASE_URL: string;
private CONTENT_TYPE: ContentType | string;
private AUTHORIZATION: HttpAuthorize | null;
private COOKIE: CookieBuilder;
private CUSTOM_HEADERS: Headers;
constructor(baseURL: string) {
this.BASE_URL = baseURL;
this.CONTENT_TYPE = "";
this.AUTHORIZATION = null;
this.COOKIE = new CookieBuilder();
this.CUSTOM_HEADERS = new Headers();
}
// GETTER ===============================================================================
getBaseURL(): string {
return this.BASE_URL;
}
getContentType(): ContentType | string {
return this.CONTENT_TYPE;
}
getHeaders(): HttpHeaderObject {
return Object.fromEntries([...this.CUSTOM_HEADERS]);
}
getAuth(): HttpAuthorize | null {
return this.AUTHORIZATION;
}
getCookie(): HttpCookie {
return this.COOKIE.getCookies();
}
// SETTER ===============================================================================
setBaseUrl(baseURL: string): RequestHelper {
this.BASE_URL = baseURL;
return this;
}
setContentType(contentType: ContentType | string): RequestHelper {
this.CONTENT_TYPE = contentType;
return this;
}
addHeader(key: HttpHeader | string, value: string): RequestHelper {
this.CUSTOM_HEADERS.set(key, value);
return this;
}
delHeader(key: HttpHeader): RequestHelper {
this.CUSTOM_HEADERS.delete(key);
return this;
}
setHeader(obj: HttpHeaderObject): RequestHelper {
this.CUSTOM_HEADERS = new Headers(obj);
return this;
}
resetHeader(): RequestHelper {
this.CUSTOM_HEADERS = new Headers();
return this;
}
setAuth(schema: HttpAuthorizeSchema, value: string): RequestHelper {
this.AUTHORIZATION = {
schema,
value
}
return this;
}
setBasicAuth(username: string, password: string): RequestHelper {
const authString = Buffer.from(`${username}:${password}`).toString("base64");
this.AUTHORIZATION = {
schema: "Basic",
value: authString,
}
return this;
}
setBearerAuth(token: string) {
this.AUTHORIZATION = {
schema: "Bearer",
value: token,
}
}
resetAuth(): RequestHelper {
this.AUTHORIZATION = null;
return this;
}
setCookie(key: string, value: string): RequestHelper {
this.COOKIE.setCookie(key, value);
return this;
}
delCookie(key: string): RequestHelper {
this.COOKIE.delCookie(key);
return this;
}
resetCookie(): RequestHelper {
this.COOKIE.resetCookie();
return this;
}
// EXECUTES =============================================================================
async sendRequest<t = any>(method: HttpRequestMethod | string, path: string, body?: HttpRequestBody | string, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
// build url
let url = `${this.BASE_URL.endsWith("/") ? this.BASE_URL.substring(0, this.BASE_URL.length-1) : this.BASE_URL}/${path.startsWith("/") ? path.substring(1, path.length) : path}`;
if (url.endsWith("/")) url = url.substring(0, url.length-1);
// header priority (one-time > custom setters(auth, content-type..) > fixed headers)
// merge fixed headers(permanent header) and specific headers(one-time header)
const requestHeader = new Headers(this.getHeaders());
if (this.CONTENT_TYPE)
requestHeader.set("Content-Type", this.CONTENT_TYPE);
if (this.AUTHORIZATION)
requestHeader.set("Authorization", `${this.AUTHORIZATION.schema} ${this.AUTHORIZATION.value}`);
if (Object.keys(this.COOKIE.getCookies()).length)
requestHeader.set("Cookie", this.COOKIE.build());
if (customHeader) {
Object.entries(customHeader).forEach(([k, v]) => {
requestHeader.set(k, v);
});
}
let requestBody = "";
if (body && typeof body !== "string") {
switch (this.CONTENT_TYPE) {
case "application/json":
requestBody = JSON.stringify(body);
break;
case "application/x-www-form-urlencoded":
requestBody = Object.entries(body).map(([k, v]) => `${encodeURIComponent(k)}=${encodeURIComponent(v)}`).join("&");
break;
default:
requestBody = body.toString();
}
}else if (body) requestBody = body;
const res = await fetch(url, {
method: method,
headers: requestHeader,
body: requestBody || undefined,
cache: "no-cache"
});
let bytes: Uint8Array | null;
let text: string | null;
let json: t | null;
let formData: FormData | null;
const formRegex = /((?<group>(?<key>[^=&]+)=(?<value>[^=&]+))&?)/g
try { bytes = await res.bytes(); } catch (e) { bytes = null }
try { if (bytes !== null) text = new TextDecoder().decode(bytes); else throw Error() } catch (e) { text = null }
try { if (text !== null) json = JSON.parse(text) as t; else throw Error() } catch (e) { json = null }
try { if (text !== null && formRegex.test(text)) {
formData = Object.fromEntries(text.split("&").map((e) => e.split("=")));
} else throw Error(); } catch (e) { formData = null }
return {
ok: res.ok,
url: res.url,
headers: res.headers,
status: res.status,
statusText: res.statusText,
bytes,
text,
json,
formData,
}
}
async get<t = any>(path: string, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("GET", path, undefined, customHeader);
}
async post<t = any>(path: string, body?: HttpRequestBody, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("POST", path, body, customHeader);
}
async put<t = any>(path: string, body?: HttpRequestBody, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("PUT", path, body, customHeader);
}
async patch<t = any>(path: string, body?: HttpRequestBody, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("PATCH", path, body, customHeader);
}
async delete<t = any>(path: string, body?: HttpRequestBody, customHeader?: HttpHeaderObject | null): Promise<HttpResponse<t>> {
return await this.sendRequest<t>("DELETE", path, body, customHeader);
}
}
full code: https://github.com/yeonfish6040/webhtools
I can't believe that i spent almost 7 hours on this problem...
It was because of slash at the end of the url
https://dreamhack.io/api/v1/wargame/challenges/927/live/ <- works! https://dreamhack.io/api/v1/wargame/challenges/927/live <- i hate this....
i solved this problem by change
if (url.endsWith("/")) url = url.substring(0, url.length-1);
this into
if (path === "" && url.endsWith("/")) url = url.substring(0, url.length-1);
this.