Google BigQuery：错误 413 响应太大

Question

这是一个有时似乎难以重现的问题，但随后反复出现，导致我认为这可能与配额有关，但我看不到我们帐户中设置的任何配额。

var myQuery = 'SELECT * FROM [' + myProjectId + ':' + myDatasetId + '.' + historyTable + '] WHERE ID NOT IN (SELECT ID FROM [' + myProjectId + ':'  + myDatasetId + '.' + federatedTable + '])'

  // Overwrite the history table with a version with only the records that are NOT in federated
   var job = {
    configuration: {
      query: {
        query: myQuery,
        maximumBillingTier: "2",
        writeDisposition:'WRITE_TRUNCATE',
        useQueryCache: true,
        allowLargeResults: true,
        destinationTable: {
          projectId: myProjectId,
          datasetId: myDatasetId,
          tableId: historyTable
        }}
    }};

  var queryResults = BigQuery.Jobs.insert(job, myProjectId);



var jobId = queryResults.jobReference.jobId;



// Wait until that job completes


// Check on status of the Query Job.
  var sleepTimeMs = 500;
  while (!queryResults.jobComplete) {
    Utilities.sleep(sleepTimeMs);
    queryResults = BigQuery.Jobs.getQueryResults(myProjectId, jobId);
    Logger.log("Not Done");
  }

错误发生就行了

queryResults = BigQuery.Jobs.getQueryResults(myProjectId, jobId);

该表有 91 列和大约 25,000 行，因此应该远不接近响应的 128mb 限制。

已阅读所有类似的 Stackoverflow 问题并尝试了所有方法！

Answer 1

您似乎想运行一个查询作业，将结果写入指定的目标表。但是，在您的循环中，您每次调用查询本身时都调用getQueryResults 哪个will request all the results。这就是导致 413 的原因。

我不认为这是你真正想要做的。

相反，只需轮询job.status.state 以获取job resource 以确定何时完成。这不会将所有结果都拉到线上。例如：

function runQuery() {
  var projectId = 'XXXXXX';
  var myQuery = 'SELECT TOP(word, 300) AS word, COUNT(*) AS word_count ' +
      'FROM publicdata:samples.shakespeare WHERE LENGTH(word) > 10;'

  var job = {
    configuration: {
      query: {
        query: myQuery,
        writeDisposition:'WRITE_TRUNCATE',
        useQueryCache: true,
        allowLargeResults: true,
        destinationTable: {
          projectId: 'XXXXXX',
          datasetId: 'test',
          tableId: 'test_table'
        }}
  }};

  var job = BigQuery.Jobs.insert(job, projectId);
  Logger.log(job.status.state);
  var jobId = job.jobReference.jobId;

  // Check on status of the Query Job.
  var sleepTimeMs = 500;
  while (job.status.state !== 'DONE') {
    Utilities.sleep(sleepTimeMs);
    job = BigQuery.Jobs.get(projectId, jobId);
    Logger.log(job.status.state);
  }
}