Question

我目前正在使用以下代码获取uuid的列表，然后将它们分成1000个组，然后将这些组插入数据库。

这样可以正常工作，除非有时需要处理超过一百万的uuid 问题是这会占用大量内存，因此我需要帮助来简化此过程以减少内存使用...

public function send_daily_email($dealId) {
  set_time_limit(0);
  $deal = $this->ci->deal->get($dealId);
  if ($deal == false)
    throw new exception('Unknown Deal Specified');

  $users = $this->db->select('uuid')->from('userRegionLink')->where('regionId', $deal->region)->get();

  if ($users->num_rows() == 0)
    throw new exception('No users in region');

  $message = $this->ci->load->view('emails/daily', array('name' => $deal->title, 'content' => $deal->snippet), true);
  $uuids = array();

  foreach ($users->result() as $u)
    $uuids[] = $u->uuid;

  $uuids = array_chunk($uuids, 1000);

  $sendId = 0;
  foreach ($uuids as $batch) {
    $count = count($batch);
    $this->db->set('dealId', $dealId)->set('content', $message)->set('regionId', $deal->region)->set('recipients', $count)->set('created', 'NOW()', false)->set('status', 'Creating');
    if ($sendId === 0) {
      $this->db->insert('dealEmailParent');
      $sendId = $this->db->insert_id();
      $this->db->set('sendId', $sendId)->where('id', $sendId)->update('dealEmailParent');
    }
    else
      $this->db->set('sendId', $sendId)->insert('dealEmailParent');

    $insert = array();

    foreach ($batch as $uuid)
      $insert[] = array('parentId' => $sendId, 'uuid' => $uuid);

    $this->db->insert_batch('dealEmailChild', $insert);
  }
}

Answer 1

我不想这么说，但是根据我对CodeIgniter的了解，它知道获取结果的唯一方法是立即获取整个结果集，即使你只需要一行，或者即使你想一次获取一行并进行一些处理。它不像游标mysql（i）/ PDO功能那样使用游标。

对于这个庞大的数据集，我建议坚持使用本机PHP数据库函数，并推荐CodeIgniter的活动记录数据库类。

Answer 2

此次返工可以在一分钟内插入1,000,000个“用户”而没有任何内存限制：）

public function create_daily_email($dealId)
    {
        $time_start = microtime(true);
        set_time_limit(0);
        $deal = $this->ci->deal->get($dealId);
        if ($deal == false)
            throw new exception('Unknown Deal Specified');


        $message = $this->ci->load->view('emails/daily', array('name' => $deal->title, 'content' => $deal->snippet), true);

        $start = 0;
        $end = 50000;

        $q = $this->db->select('uuid')->from('userRegionLink')->where('regionId', $deal->region)->limit($end, $start)->get();
        $sendId = 0;

        while ($q->num_rows() != 0) {

            //do stuff

            $uuids = array();

            foreach ($q->result() as $u)
                $uuids[] = $u->uuid;

            $uuids = array_chunk($uuids, 1000);

            foreach ($uuids as $batch) {
                $count = count($batch);
                $this->db->set('dealId', $dealId)->set('content', $message)->set('regionId', $deal->region)->set('recipients', $count)->set('created', 'NOW()', false)->set('status', 'Creating');
                if ($sendId === 0) {
                    $this->db->insert('dealEmailParent');
                    $sendId = $this->db->insert_id();
                    $this->db->set('sendId', $sendId)->where('id', $sendId)->update('dealEmailParent');
                    $parentId = $sendId;
                }
                else {
                    $this->db->set('sendId', $sendId)->insert('dealEmailParent');
                    $parentId = $this->db->insert_id();
                }

                $insert = array();

                foreach ($batch as $uuid) {
                    $insert[] = array(
                        'parentId' => $parentId,
                        'uuid' => $uuid
                    );
                }

                $this->db->insert_batch('dealEmailChild', $insert);
            }

            //stop stuff

            unset($q);
            unset($uuids);
            unset($insert);
            $start = $start + $end;
            $q = $this->db->select('uuid')->from('userRegionLink')->where('regionId', $deal->region)->limit($end, $start)->get();
        }

        $this->db->set('status', 'Pending')->where('sendId', $sendId)->update('dealEmailParent');

        $time_end = microtime(true);
        $time = $time_end - $time_start;

        die("Did nothing in $time seconds");
    }

代码点火器活动记录 - 帮助简化流程

2 个答案: