Changeset 12840

Timestamp:

Sep 7, 2009, 11:06:39 AM (13 years ago)

Author:

fukamachi

Message:

db converter - did refactoring and tuning

File:

• OpenPNE3/branches/fukamachi/db-convert-from-2.x/lib/task/openpneUpgradeFrom2Task.class.php (modified) (35 diffs)

OpenPNE3/branches/fukamachi/db-convert-from-2.x/lib/task/openpneUpgradeFrom2Task.class.php

@@ -18 +18 @@
   private $date                 = '0000-00-00 00:00:00';
   private $mapCategoryIds       = array();
+  private $mapFileNameToId      = array();
   private $birthdayProfileId    = null;
   private $validatorFile        = null;
   private $unreadDiaryIds       = array();
+  private $memberIds            = array();
 
   private $memoryBuf            = 0;
@@ -39 +41 @@
   protected function execute($arguments = array(), $options = array())
   {
-    ini_set('memory_limit', '512M');
+    ini_set('memory_limit', '1024M');
 
     // install needed plugins
@@ -97 +99 @@
 
     // clear db records
-    $tables = array('Blacklist', /*'File', 'FileBin',*/ 'CommunityCategory', 'Community', 'CommunityConfig', 'CommunityMember', 'Member', 'MemberConfig', 'MemberImage', 'Profile', 'ProfileTranslation', 'ProfileOption', 'ProfileOptionTranslation', 'MemberProfile', 'MemberRelationship', 'CommunityTopic', 'CommunityEvent', 'Diary', 'DiaryImage', 'DiaryComment', 'DiaryCommentImage', 'DiaryCommentUnread', /*'Message', 'MessageSendList', 'DeletedMessage', 'MessageFile'*/);
+    $tables = array('Blacklist', 'File', 'FileBin', 'CommunityCategory', 'Community', 'CommunityConfig', 'CommunityMember', 'Member', 'MemberConfig', 'MemberImage', 'Profile', 'ProfileTranslation', 'ProfileOption', 'ProfileOptionTranslation', 'MemberProfile', 'MemberRelationship', 'CommunityTopic', 'CommunityEvent', 'Diary', 'DiaryImage', 'DiaryComment', 'DiaryCommentImage', 'DiaryCommentUnread', /*'Message', 'MessageSendList', 'DeletedMessage', 'MessageFile'*/);
 
     foreach ($tables as $table)
@@ -109 +111 @@
     print "converting Blacklist : ".memory_get_usage()."\n";
     $this->convertBlacklist();
-    //print "converting File and FileBin : ".memory_get_usage()."\n";
-    //$this->convertFileAndFileBin();
+    print "converting File and FileBin : ".memory_get_usage()."\n";
+    $this->convertFileAndFileBin();
     print "converting CommunityCategory : ".memory_get_usage()."\n";
     $this->convertCommunityCategory();
@@ -152 +154 @@
   {
     $this->connectTo2();
-    $cAdminUser = Doctrine::getTable('CAdminUser')->find(1);
-    $this->connectTo3();
-    $adminUser = Doctrine::getTable('AdminUser')->find(1);
+    $cAdminUser = $this->selectOne('CAdminUser', 1);
+    $this->connectTo3();
+    $adminUser = $this->selectOne('AdminUser', 1);
 
     $this->update($adminUser, array(
@@ -196 +198 @@
       {
         $this->_createFile(array(
-          'id'            => $cFile->getCFileId(),
-          'name'          => $cFile->getFilename(),
-          'original_name' => $cFile->getOriginalFilename(),
-          'date'          => $cFile->getRDatetime(),
-          'bin'           => $cFile->getBin(),
+              'id'                => $cFile->getCFileId(),
+              'name'              => $cFile->getFilename(),
+              'original_filename' => $cFile->getOriginalFilename(),
+              'created_at'        => $cFile->getRDatetime(),
+              'updated_at'        => $cFile->getRDatetime(),
+              'bin'               => $cFile->getBin(),
+              ));
+
+        if ($maxFileId < $cFile->getCFileId())
+        {
+          $maxFileId = $cFile->getCFileId();
+        }
+
+        $cFile->free();
+      }
+      $offset += 100;
+    }
+
+    $offset = 0;
+    while ($cImages = $this->getModelsIterator('CImage', 100, $offset))
+    {
+      foreach ($cImages as $cImage)
+      {
+        $this->_createFile(array(
+          'id'         => $maxFileId + $cImage->getCImageId(),
+          'name'       => $cImage->getFilename(),
+          'created_at' => $cImage->getRDatetime(),
+          'updated_at' => $cImage->getRDatetime(),
+          'bin'        => $cImage->getBin(),
         ));
 
-        if ($maxFileId < $cFile->getCFileId())
-        {
-          $maxFileId = $cFile->getCFileId();
-        }
-
-        $cFile->free();
-      }
-      $offset += 100;
-    }
-
-    $offset = 0;
-    while ($cImages = $this->getModelsIterator('CImage', 100, $offset))
-    {
-      foreach ($cImages as $cImage)
-      {
-        $this->_createFile(array(
-          'id'   => $maxFileId + $cImage->getCImageId(),
-          'name' => $cImage->getFilename(),
-          'date' => $cImage->getRDatetime(),
-          'bin'  => $cImage->getBin(),
-        ));
-
         $cImage->free();
       }
@@ -234 +238 @@
   {
     // NOTICE: ignore if the file with same name had saved
-    if ($this->getFileByName($param['name']))
+    if ($this->isExist('File', array('name' => $param['name'])))
     {
       return;
@@ -243 +247 @@
     $file = $this->insertInto('File', $paramFile, true);
 
+    $param['file_id'] = $param['id'];
     unset($param['name']);
-    unset($param['original_name']);
+    unset($param['original_filename']);
+    unset($param['id']);
     $fileBin = $this->insertInto('FileBin', $param, true);
 
@@ -330 +336 @@
             'id'         => $cCommu->getCCommuId(),
             'name'       => $cCommu->getName(),
+            'file_id'    => $this->getFileIdByName($cCommu->getImageFilename()),
             'created_at' => $cCommu->getRDate(),
             'updated_at' => $cCommu->getUDatetime(),
             );
-        if ($file = $this->getFileByName($cCommu->getImageFilename()))
-        {
-          $param['file_id'] = $file->getId();
-          $file->free();
-        }
         if (array_key_exists($cCommu->getCCommuCategoryId(), $this->mapCategoryIds))
         {
@@ -380 +382 @@
       {
         // NOTICE: ignore if the community this member joins is not exist
-        if (!$this->isExist('Community', array('id' => $cCommuMember->getCCommuId())))
+        if (!$this->isExist('Community', $cCommuMember->getCCommuId()))
         {
           $cCommuMember->free();
@@ -396 +398 @@
         if (
             $this->isExist('CCommu', array(
-                'c_commu_id' => $cCommuMember->getCCommuId(),
+                'c_commu_id'        => $cCommuMember->getCCommuId(),
                 'c_member_id_admin' => $cCommuMember->getCCommuMemberId()
                 ))
@@ -428 +430 @@
             'is_active'  => !$cMember->getIsLoginRejected(),
             );
-        if ($cMember->getCMemberIdInvite() && Doctrine::getTable('Member')->find($cMember->getCMemberIdInvite()))
+        if ($cMember->getCMemberIdInvite() && in_array($cMember->getCMemberIdInvite(), $this->memberIds))
         {
           $param['invite_member_id'] = $cMember->getCMemberIdInvite();
@@ -434 +436 @@
 
         $this->insertInto('Member', $param);
+        $this->memberIds[] = $cMember->getCMemberId();
         $cMember->free();
       }
@@ -450 +453 @@
       {
         // NOTICE: ignore if the member isn't exist
-        $this->connectTo2();
-        if (!$this->isExist('CMember', array('c_member_id' => $cMemberSecure->getCMemberId())))
+        if (!in_array($cMemberSecure->getCMemberId(), $this->memberIds))
         {
           $cMemberSecure->free();
           continue;
         }
-        $this->connectTo3();
 
         // common parameters
@@ -496 +497 @@
           $getImageFilename = 'getImageFilename_'.$i;
 
-          if ($file = $this->getFileByName($cMember->$getImageFilename()))
+          if ($fileId = $this->getFileIdByName($cMember->$getImageFilename()))
           {
             $this->insertInto('MemberImage', array(
               'member_id'      => $cMember->getCMemberId(),
-              'file_id'        => $file->getId(),
+              'file_id'        => $fileId,
               'image_filename' => $cMember->$getImageFilename(),
               'is_primary'     => $cMember->getImageFilename() === $cMember->$getImageFilename(),
@@ -506 +507 @@
               'updated_at'     => $this->date,
             ));
-            $file->free();
           }
         }
@@ -651 +651 @@
       {
         // NOTICE: ignore if the member isn't exist
-        if (!$this->isExist('Member', array('id' => $cMemberProfile->getCMemberId())))
+        if (!in_array($cMemberProfile->getCMemberId(), $this->memberIds))
         {
           $cMemberProfile->free();
@@ -835 +835 @@
         'updated_at'   => $cCommuTopic->getUDatetime(),
       );
-      if (Doctrine::getTable('Member')->find($cCommuTopic->getCMemberId()))
+      if (!in_array($cCommuTopic->getCMemberId(), $this->memberIds))
       {
         $param['member_id'] = $cCommuTopic->getCMemberId();
@@ -896 +896 @@
         'updated_at'       => $cCommuEvent->getUDatetime(),
       );
-      if (Doctrine::getTable('Member')->find($cCommuEvent->getCMemberId()))
+      if (!in_array($cCommuEvent->getCMemberId(), $this->memberIds))
       {
         $param['member_id'] = $cCommuEvent->getCMemberId();
@@ -932 +932 @@
       {
         $this->connectTo2();
-        $pref = Doctrine::getTable('CProfilePref')->find($cCommuEvent->getOpenPrefId())->getPref();
+        $pref = $this->selectOne('CProfilePref', $cCommuEvent->getOpenPrefId())->getPref();
         $this->connectTo3();
         if ($cCommuEvent->getOpenPrefComment())
@@ -956 +956 @@
       foreach ($cDiaries as $cDiary)
       {
-        $this->connectTo2();
         // NOTICE: ignore if the member isn't exist
-        if (!$this->isExist('CMember', array('c_member_id' => $cDiary->getCMemberId())))
+        if (!in_array($cDiary->getCMemberId(), $this->memberIds))
         {
           $cDiary->free();
           continue;
         }
-        $this->connectTo3();
 
         $diary = $this->insertInto('Diary', array(
@@ -978 +976 @@
         {
           $getImageFilename = 'getImageFilename_'.$i;
-          if ($file = $this->getFileByName($cDiary->$getImageFilename()))
+          if ($fileId = $this->getFileIdByName($cDiary->$getImageFilename()))
           {
             $diary->setHasImages(true);
@@ -984 +982 @@
               'diary_id' => $diary->getId(),
               'number'   => $i,
-              'file_id'  => $file->getId(),
+              'file_id'  => $fileId,
             ));
-            $file->free();
           }
         }
@@ -992 +989 @@
         if (method_exists($diary, 'getIsChecked') && !$diary->getIsChecked())
         {
-          array_push($this->unreadDiaryIds, $diary->getId());
+          $this->unreadDiaryIds[] = $diary->getId();
         }
 
@@ -1015 +1012 @@
       {
         // NOTICE: ignore if that's diary isn't exist
-        if (!Doctrine::getTable('Diary')->find($cDiaryComment->getCDiaryId()))
+        if (!$this->isExist('Diary', $cDiaryComment->getCDiaryId()))
         {
           continue;
@@ -1021 +1018 @@
 
         // NOTICE: ignore if that's member isn't exist
-        if (!Doctrine::getTable('Member')->find($cDiaryComment->getCMemberId()))
+        if (!in_array($cDiaryComment->getCMemberId(), $this->memberIds))
         {
           continue;
@@ -1039 +1036 @@
         {
           $getImageFilename = 'getImageFilename_'.$i;
-          if ($file = $this->getFileByName($cDiaryComment->$getImageFilename()))
+          if ($fileId = $this->getFileIdByName($cDiaryComment->$getImageFilename()))
           {
             $this->insertInto('DiaryCommentImage', array(
               'diary_comment_id' => $cDiaryComment->getCDiaryCommentId(),
-              'file_id'          => $file->getId(),
+              'file_id'          => $fileId,
             ));
-            $file->free();
           }
         }
 
-        if (array_search($cDiaryComment->getCDiaryCommentId(), $this->unreadDiaryIds))
+        if (in_array($cDiaryComment->getCDiaryCommentId(), $this->unreadDiaryIds))
         {
           $this->insertInto('DiaryCommentUnread', array(
@@ -1126 +1122 @@
         {
           $getImageFilename = 'getImageFilename_'.$i;
-          if ($file = $this->getFileByName($cMessage->$getImageFilename()))
+          if ($fileId = $this->getFileIdByName($cMessage->$getImageFilename()))
           {
-            $this->insertInto('MessageFile', array_merge($param, array('file_id' => $file->getId())));
-            $file->free();
+            $this->insertInto('MessageFile', array_merge($param, array('file_id' => $fileId)));
           }
         }
-        if ($file = $this->getFileByName($cMessage->getFilename()))
-        {
-          $this->insertInto('MessageFile', array_merge($param, array('file_id' => $file->getId())));
-          $file->free();
+        if ($fileId = $this->getFileIdByName($cMessage->getFilename()))
+        {
+          $this->insertInto('MessageFile', array_merge($param, array('file_id' => $fileId)));
         }
 
@@ -1143 +1137 @@
       foreach ($cMessages as $cMessage)
       {
-        $message = Doctrine::getTable('Message')->find($cMessage->getCMessageId());
+        $message = $this->selectOne('Message', $cMessage->getCMessageId());
         $message->setThreadMessageId($this->_getThreadMessageId($cMessage->getCMessageId()));
         $message->save();
@@ -1157 +1151 @@
     if (!$messageId)
     {
-      return;
-    }
-
-    $message = Doctrine::getTable('Message')->find($messageId);
+      return null;
+    }
+
+    $message = $this->selectOne('Message', $messageId);
     $returnMessageId = $message->getReturnMessageId();
     $message->free();
@@ -1188 +1182 @@
   }
 
-  protected function getFileByName($name = null)
-  {
-    if ($name)
-    {
-      return $this->selectOne('File', array('name' => $name));
-    }
+  protected function getFileIdByName($name = null)
+  {
+    if (!$name)
+    {
+      return null;
+    }
+
+    if (!isset($this->mapFileNameToId[$name]))
+    {
+      $file = Doctrine::getTable('File')->createQuery()
+        ->select('id')
+        ->where('name = ?', $name)
+        ->fetchOne();
+
+      if ($file)
+      {
+        $this->mapFileNameToId[$name] = $file->getId();
+      }
+    }
+
+    return $this->mapFileNameToId[$name];
   }
 
@@ -1268 +1277 @@
         if (!is_dir($file) && 0 !== strpos($file, '.'))
         {
-          array_push($baseModels, $dir.'/'.$file);
+          $baseModels[] = $dir.'/'.$file;
         }
       }
@@ -1301 +1310 @@
   protected function getValidatorFile()
   {
-    if ($this->validatorFile === null)
+    if (is_null($this->validatorFile))
     {
       $this->validatorFile = new sfValidatorFile();
@@ -1362 +1371 @@
    * SQL like operations
    */
-  protected function selectOne($tableName, $where = array())
-  {
-    $q = Doctrine::getTable($tableName)->createQuery();
-
-    foreach ($where as $key => $value)
-    {
-      $q->andWhere($key.' = ?', $value);
-    }
-
-    return $q->fetchOne();
-  }
-
-  protected function isExist($tableName, $where = array())
+  protected function selectOne($tableName, $where)
+  {
+    if (is_array($where))
+    {
+      $q = Doctrine::getTable($tableName)->createQuery();
+
+      foreach ($where as $key => $value)
+      {
+        $q->andWhere($key.' = ?', $value);
+      }
+
+      return $q->fetchOne();
+    }
+
+    return Doctrine::getTable($tableName)->find($where);
+  }
+
+  protected function isExist($tableName, $where)
   {
     return (boolean) $this->selectOne($tableName, $where);
@@ -1392 +1406 @@
     {
       $methodName = $this->makeCamelCase('set'.$field);
-      $record->{$this->makeCamelCase('set'.$field)}($value);
+      $record->{$this->makeCamelCase('set_'.$field)}($value);
     }