feat: add qoj remote judge (#47)

remote_judger/src/providers/qoj.ts

@@ -0,0 +1,296 @@
+import { JSDOM } from 'jsdom';
+import superagent from 'superagent';
+import proxy from 'superagent-proxy';
+import Logger from '../utils/logger';
+import { IBasicProvider, RemoteAccount, USER_AGENT } from '../interface';
+import { parseTimeMS, parseMemoryMB } from '../utils/parse';
+import sleep from '../utils/sleep';
+import UOJProvider from './uoj';
+
+proxy(superagent);
+const logger = new Logger('remote/qoj');
+
+const LANGS_MAP = {
+  C: {
+    name: 'C',
+    id: 'C',
+    comment: '//',
+  },
+  'C++98': {
+    name: 'C++ 98',
+    id: 'C++',
+    comment: '//',
+  },
+  'C++11': {
+    name: 'C++ 11',
+    id: 'C++11',
+    comment: '//',
+  },
+  'C++': {
+    name: 'C++ 14',
+    id: 'C++14',
+    comment: '//',
+  },
+  'C++17': {
+    name: 'C++ 17',
+    id: 'C++17',
+    comment: '//',
+  },
+  'C++20': {
+    name: 'C++ 20',
+    id: 'C++20',
+    comment: '//',
+  },
+  'Python2.7': {
+    name: 'Python 2',
+    id: 'Python2',
+    comment: '#',
+  },
+  Python3: {
+    name: 'Python 3',
+    id: 'Python3',
+    comment: '#',
+  },
+  Java8: {
+    name: 'Java 8',
+    id: 'Java8',
+    comment: '//',
+  },
+  Java11: {
+    name: 'Java 11',
+    id: 'Java11',
+    comment: '//',
+  },
+  Pascal: {
+    name: 'Pascal',
+    id: 'Pascal',
+    comment: '//',
+  },
+};
+
+export function getAccountInfoFromEnv(): RemoteAccount | null {
+  const {
+    QOJ_HANDLE,
+    QOJ_PASSWORD,
+    QOJ_ENDPOINT = 'https://qoj.ac',
+    QOJ_PROXY,
+  } = process.env;
+
+  if (!QOJ_HANDLE || !QOJ_PASSWORD) return null;
+
+  const account: RemoteAccount = {
+    type: 'qoj',
+    handle: QOJ_HANDLE,
+    password: QOJ_PASSWORD,
+    endpoint: QOJ_ENDPOINT,
+  };
+
+  if (QOJ_PROXY) account.proxy = QOJ_PROXY;
+
+  return account;
+}
+
+export default class QOJProvider extends UOJProvider implements IBasicProvider {
+  constructor(public account: RemoteAccount) {
+    super(account);
+  }
+
+  static constructFromAccountData(data) {
+    return new this({
+      type: 'qoj',
+      cookie: Object.entries(data).map(([key, value]) => `${key}=${value}`),
+    });
+  }
+
+  cookie: string[] = [];
+  csrf: string = null;
+
+  get(url: string) {
+    logger.debug('get', url, this.cookie);
+
+    if (!url.includes('//'))
+      url = `${this.account.endpoint || 'https://qoj.ac'}${url}`;
+
+    const req = superagent
+      .get(url)
+      .set('Cookie', this.cookie)
+      .set('User-Agent', USER_AGENT);
+
+    if (this.account.proxy) return req.proxy(this.account.proxy);
+
+    return req;
+  }
+
+  post(url: string) {
+    logger.debug('post', url, this.cookie);
+
+    if (!url.includes('//'))
+      url = `${this.account.endpoint || 'https://qoj.ac'}${url}`;
+
+    const req = superagent
+      .post(url)
+      .set('Cookie', this.cookie)
+      .set('User-Agent', USER_AGENT)
+      .type('form');
+
+    if (this.account.proxy) return req.proxy(this.account.proxy);
+
+    return req;
+  }
+
+  get loggedIn() {
+    return this.get('/login').then(
+      ({ text: html }) =>
+        !html.includes('<title>Login') &&
+        !html.includes('<input type="password"')
+    );
+  }
+
+  async ensureLogin() {
+    if (await this.loggedIn) return true;
+
+    if (!this.account.handle) return false;
+
+    logger.info('retry login');
+
+    const _token = await this.getCsrfToken('/login');
+    const { header, text } = await this.post('/login').send({
+      _token,
+      login: '',
+      username: this.account.handle,
+      // NOTE: you should pass a pre-hashed key!
+      password: this.account.password,
+    });
+
+    if (header['set-cookie'] && this.cookie.length === 1) {
+      header['set-cookie'].push(...this.cookie);
+      this.cookie = header['set-cookie'];
+    }
+
+    if (text === 'ok') return true;
+
+    return text;
+  }
+
+  async submitProblem(
+    id: string,
+    lang: string,
+    code: string,
+    submissionId: number,
+    next,
+    end
+  ) {
+    if (!(await this.ensureLogin())) {
+      await end({
+        error: true,
+        status: 'Judgment Failed',
+        message: 'Login failed',
+      });
+
+      return null;
+    }
+
+    const programType = LANGS_MAP[lang] || LANGS_MAP['C++'];
+    const comment = programType.comment;
+
+    if (comment) {
+      const msg = `S2OJ Submission #${submissionId} @ ${new Date().getTime()}`;
+      if (typeof comment === 'string') code = `${comment} ${msg}\n${code}`;
+      else if (comment instanceof Array)
+        code = `${comment[0]} ${msg} ${comment[1]}\n${code}`;
+    }
+
+    const _token = await this.getCsrfToken(`/problem/${id}`);
+    const { text } = await this.post(`/problem/${id}`).send({
+      _token,
+      answer_answer_language: programType.id,
+      answer_answer_upload_type: 'editor',
+      answer_answer_editor: code,
+      'submit-answer': 'answer',
+    });
+
+    if (!text.includes('href="/submissions?submitter=' + this.account.handle)) {
+      throw new Error('Submit failed');
+    }
+
+    const { text: status } = await this.get(
+      `/submissions?problem_id=${id}&submitter=${this.account.handle}`
+    );
+
+    const $dom = new JSDOM(status);
+
+    return $dom.window.document
+      .querySelector('tbody>tr>td>a')
+      .innerHTML.split('#')[1];
+  }
+
+  async waitForSubmission(id: string, next, end) {
+    let count = 0;
+    let fail = 0;
+
+    while (count < 180 && fail < 10) {
+      count++;
+      await sleep(1000);
+
+      try {
+        const { text } = await this.get(`/submission/${id}`);
+        const {
+          window: { document },
+        } = new JSDOM(text);
+        const find = (content: string) =>
+          Array.from(
+            document.querySelectorAll('.panel-heading>.panel-title')
+          ).find(n => n.innerHTML === content).parentElement.parentElement
+            .children[1];
+        if (text.includes('Compile Error')) {
+          return await end({
+            error: true,
+            id,
+            status: 'Compile Error',
+            message: find('详细').children[0].innerHTML,
+          });
+        }
+
+        await next({});
+
+        const summary = document.querySelector('tbody>tr');
+        if (!summary) continue;
+        const time = parseTimeMS(summary.children[4].innerHTML);
+        const memory = parseMemoryMB(summary.children[5].innerHTML) * 1024;
+        let panel = document.getElementById(
+          'details_details_accordion_collapse_subtask_1'
+        );
+        if (!panel) {
+          panel = document.getElementById('details_details_accordion');
+          if (!panel) continue;
+        }
+
+        if (document.querySelector('tbody').innerHTML.includes('Judging'))
+          continue;
+
+        const score =
+          parseInt(summary.children[3]?.children[0]?.innerHTML || '') || 0;
+        const status = score === 100 ? 'Accepted' : 'Unaccepted';
+
+        return await end({
+          id,
+          status,
+          score,
+          time,
+          memory,
+        });
+      } catch (e) {
+        logger.error(e);
+
+        fail++;
+      }
+    }
+
+    return await end({
+      id,
+      error: true,
+      status: 'Judgment Failed',
+      message: 'Failed to fetch submission details.',
+    });
+  }
+}

remote_judger/src/vjudge.ts

@@ -242,6 +242,7 @@ export async function apply(request: any) {
   await vjudge.addProvider('uoj');
   await vjudge.addProvider('loj');
   await vjudge.importProvider('luogu');
+  await vjudge.addProvider('qoj');
 
   return vjudge;
 }

web/app/controllers/new_remote_problem.php

@@ -60,6 +60,14 @@ $new_remote_problem_form->addInput('remote_problem_id', [
 
 			$vdata['remote_problem_id'] = $id;
 
+			return '';
+		} else if ($remote_oj === 'qoj') {
+			if (!validateUInt($id)) {
+				return '不合法的题目 ID';
+			}
+
+			$vdata['remote_problem_id'] = $id;
+
 			return '';
 		}
 
@@ -153,6 +161,7 @@ $new_remote_problem_form->runAtServer();
 									<li><a href="https://uoj.ac/problems">UniversalOJ</a></li>
 									<li><a href="https://loj.ac/p">LibreOJ</a></li>
 									<li><a href="https://www.luogu.com.cn/problem/list">洛谷</a>（不能使用公用账号提交）</li>
+									<li><a href="https://qoj.ac/problems">Qingyu Online Judge</a></li>
 								</ul>
 							</li>
 							<li>在导入题目前请先搜索题库中是否已经存在相应题目，避免重复添加。</li>

web/app/models/UOJRemoteProblem.php

@@ -51,6 +51,16 @@ class UOJRemoteProblem {
 			'languages' => ['C', 'C++98', 'C++11', 'C++', 'C++17', 'C++20', 'Python3', 'Java8', 'Pascal'],
 			'submit_type' => ['archive'],
 		],
+		'qoj' => [
+			'name' => 'Qingyu Online Judge',
+			'short_name' => 'QOJ',
+			'url' => 'https://qoj.ac',
+			'not_exist_texts' => [
+				'未找到该页面',
+			],
+			'languages' => ['C', 'C++98', 'C++11', 'C++', 'C++17', 'C++20', 'Python3', 'Python2.7', 'Java8', 'Java11', 'Pascal'],
+			'submit_type' => ['bot'],
+		],
 	];
 
 	private static function curl_get($url) {
@@ -105,6 +115,10 @@ class UOJRemoteProblem {
 		return static::$providers['luogu']['url'] . '/problem/' . $id;
 	}
 
+	private static function getQojProblemUrl($id) {
+		return static::$providers['qoj']['url'] . '/problem/' . $id;
+	}
+
 	private static function getCodeforcesProblemBasicInfoFromHtml($id, $html) {
 		$remote_provider = static::$providers['codeforces'];
 
@@ -205,6 +219,55 @@ class UOJRemoteProblem {
 		];
 	}
 
+	private static function getUojLikeProblemBasicInfoFromHtml($id, $html, $oj = 'uoj') {
+		$remote_provider = static::$providers[$oj];
+
+		$dom = new \IvoPetkov\HTML5DOMDocument();
+		$dom->loadHTML($html);
+
+		$title_dom = $dom->querySelector('.page-header');
+		$title_matches = [];
+		preg_match('/^#[1-9][0-9]*\. (.*)$/', trim($title_dom->textContent), $title_matches);
+		$title = "【{$remote_provider['short_name']}{$id}】{$title_matches[1]}";
+
+		$statement_dom = $dom->querySelector('.uoj-article');
+		$statement = HTML::tag('h3', [], '题目描述');
+
+		foreach ($statement_dom->querySelectorAll('a') as &$elem) {
+			$href = $elem->getAttribute('href');
+			$href = getAbsoluteUrl($href, $remote_provider['url']);
+			$elem->setAttribute('href',  $href);
+		}
+
+		$statement .= $statement_dom->innerHTML;
+
+		$res = [
+			'type' => 'html',
+			'title' => $title,
+			'time_limit' => null,
+			'memory_limit' => null,
+			'difficulty' => -1,
+			'statement' => $statement,
+		];
+
+		if ($oj == 'qoj') { // QOJ PDF
+			$pdf_statement_dom = $dom->getElementById('statements-pdf');
+
+			if ($pdf_statement_dom) {
+				$pdf_url = $pdf_statement_dom->getAttribute('src');
+				$pdf_res = static::curl_get(getAbsoluteUrl($pdf_url, $remote_provider['url']));
+
+				if (str_starts_with($pdf_res['content-type'], 'application/pdf')) {
+					$res['type'] = 'pdf';
+					$res['pdf_data'] = $pdf_res['response'];
+					$res['statement'] = '';
+				}
+			}
+		}
+
+		return $res;
+	}
+
 	private static function getCodeforcesProblemBasicInfo($id) {
 		$res = static::curl_get(static::getCodeforcesProblemUrl($id));
 
@@ -224,14 +287,7 @@ class UOJRemoteProblem {
 				'memory_limit' => null,
 				'difficulty' => -1,
 				'pdf_data' => $res['response'],
-				'statement' => HTML::tag('h3', [], '提示') .
-					HTML::tag(
-						'p',
-						[],
-						'若无法正常加载 PDF，请' .
-							HTML::tag('a', ['href' => static::getCodeforcesProblemUrl($id), 'target' => '_blank'], '点此') .
-							'查看原题面。'
-					),
+				'statement' => '',
 			];
 		} else {
 			return null;
@@ -313,38 +369,19 @@ class UOJRemoteProblem {
 	}
 
 	private static function getUojProblemBasicInfo($id) {
-		$remote_provider = static::$providers['uoj'];
 		$res = static::curl_get(static::getUojProblemUrl($id));
 
 		if (!$res) return null;
 
-		$dom = new \IvoPetkov\HTML5DOMDocument();
-		$dom->loadHTML($res['response']);
-
-		$title_dom = $dom->querySelector('.page-header');
-		$title_matches = [];
-		preg_match('/^#[1-9][0-9]*\. (.*)$/', trim($title_dom->textContent), $title_matches);
-		$title = "【{$remote_provider['short_name']}{$id}】{$title_matches[1]}";
-
-		$statement_dom = $dom->querySelector('.uoj-article');
-		$statement = HTML::tag('h3', [], '题目描述');
-
-		foreach ($statement_dom->querySelectorAll('a') as &$elem) {
-			$href = $elem->getAttribute('href');
-			$href = getAbsoluteUrl($href, $remote_provider['url']);
-			$elem->setAttribute('href',  $href);
+		return static::getUojLikeProblemBasicInfoFromHtml($id, $res['response'], 'uoj');
 	}
 
-		$statement .= $statement_dom->innerHTML;
+	private static function getQojProblemBasicInfo($id) {
+		$res = static::curl_get(static::getQojProblemUrl($id));
 
-		return [
-			'type' => 'html',
-			'title' => $title,
-			'time_limit' => null,
-			'memory_limit' => null,
-			'difficulty' => -1,
-			'statement' => $statement,
-		];
+		if (!$res) return null;
+
+		return static::getUojLikeProblemBasicInfoFromHtml($id, $res['response'], 'qoj');
 	}
 
 	private static function getLojProblemBasicInfo($id) {
@@ -490,6 +527,8 @@ class UOJRemoteProblem {
 			return static::getLojProblemUrl($id);
 		} else if ($oj === 'luogu') {
 			return static::getLuoguProblemUrl($id);
+		} else if ($oj === 'qoj') {
+			return static::getQojProblemUrl($id);
 		}
 
 		return null;
@@ -507,6 +546,8 @@ class UOJRemoteProblem {
 			return static::getLojProblemBasicInfo($id);
 		} else if ($oj === 'luogu') {
 			return static::getLuoguProblemBasicInfo($id);
+		} else if ($oj === 'qoj') {
+			return static::getQojProblemBasicInfo($id);
 		}
 
 		return null;