Benchmark memcached vs memcache vs redis

My setup:
Fedora 25,Nginx 1.10.2,redis 3.1.2,memcache 3.0.9,memcached 3.0.3,php-fpm 7.0.17.

My Benchmark script(php)

<?php
################# memcached ###################################################
    
    $k=0;
    $t_time=0;
    echo "
Benchmark memcached : 
";
    $memcached = new Memcached;  
    $memcached->addServer("127.0.0.1", 11211)or die ("Cannot connect");  

    $original_string = 'abcdefghijklmnopqrstuvwxyz';    
    for ($i=0;$i<=10000;$i++){
        $random_string = get_random_string($original_string, 10);
        $random_string2 = get_random_string($original_string, 10);
        $a1[$i]=$random_string;
        $a2[$random_string]=$random_string2;
    }    
    $tstart=timer_start();        
    for ($i=0;$i<=10000;$i++){                
        $memcached->set($a1[$i], $a2[$a1[$i]],20) or die ("Cannot save data");
    }
    $t_time=timer_end($tstart);    
    echo "Total Set time: ".$t_time."
";        
    for ($j=0;$j<10;$j++){    
        $tstart=timer_start();    
        for ($i=0;$i<=10000;$i++){            
            $value = $memcached->get($a1[$i]);              
        }    
        $t_time=timer_end($tstart);
        echo "Loop $j (Get) time: ".$t_time."
";        
        $k=$k+$t_time;    
    } 
    echo "Total 10 loop Get time $k 
";    

################# memcache ###################################################

    $k=0;
    $t_time=0;
    echo "
Benchmark memcache : 
";
    $memcache = new Memcache;  
    $memcache->connect('127.0.0.1', 11211) or die ("Cannot connect");  

    $original_string = 'abcdefghijklmnopqrstuvwxyz';    
    for ($i=0;$i<=10000;$i++){
        $random_string = get_random_string($original_string, 10);
        $random_string2 = get_random_string($original_string, 10);
        $a1[$i]=$random_string;
        $a2[$random_string]=$random_string2;
    }    
    $tstart=timer_start();        
    for ($i=0;$i<=10000;$i++){        
        $memcache->set($a1[$i], $a2[$a1[$i]], false, 20) or die ("Cannot save data");
    }
    $t_time=timer_end($tstart);    
    echo "Total Set time: ".$t_time."
";        
    for ($j=0;$j<10;$j++){    
        $tstart=timer_start();    
        for ($i=0;$i<=10000;$i++){            
            $value = $memcache->get($a1[$i]);              
        }    
        $t_time=timer_end($tstart);
        echo "Loop $j (Get) time: ".$t_time."
";        
        $k=$k+$t_time;    
    } 
    echo "Total 10 loop Get time $k 
";

################# redis ###################################################

    $k=0;
    $t_time=0;
    echo "
Benchmark redis : 
";
    $redis = new Redis();
    $redis->connect('127.0.0.1', 6379);
    
    $original_string = 'abcdefghijklmnopqrstuvwxyz';    
    for ($i=0;$i<=10000;$i++){
        $random_string = get_random_string($original_string, 10);
        $random_string2 = get_random_string($original_string, 10);
        $a1[$i]=$random_string;
        $a2[$random_string]=$random_string2;
    }    
    $tstart=timer_start();    
    for ($i=0;$i<=10000;$i++){
        $redis -> set($a1[$i],$a2[$a1[$i]]);        
    }
    $t_time=timer_end($tstart);    
    echo "Total Set time: ".$t_time."
";    
    for ($j=0;$j<10;$j++){
        $tstart=timer_start();        
        for ($i=0;$i<=10000;$i++){            
            $value=$redis -> get($a1[$i]);            
        }
    $t_time=timer_end($tstart);        
    echo "Loop $j (Get) time: ".$t_time."
";
    $k=$k+$t_time;    
    }     
    echo "Total 10 loop Get time $k 
";

   

function timer_start()   
{   $time = microtime();
    $time = explode(" ", $time);
    $time = $time[1] + $time[0];
    return $time;    
}   
function timer_end($start)
{   $time = microtime();
    $time = explode(" ", $time);
    $time = $time[1] + $time[0];    
    return $time-$start;    
}
   
function get_random_string($valid_chars, $length)
{   
    // start with an empty random string
    $random_string = "";

    // count the number of chars in the valid chars string so we know how many choices we have
    $num_valid_chars = strlen($valid_chars);

    // repeat the steps until we've created a string of the right length
    for ($i = 0; $i < $length; $i++)
    {
        // pick a random number from 1 up to the number of valid chars
        $random_pick = mt_rand(1, $num_valid_chars);

        // take the random character out of the string of valid chars
        // subtract 1 from $random_pick because strings are indexed starting at 0, and we started picking at 1
        $random_char = $valid_chars[$random_pick-1];

        // add the randomly-chosen char onto the end of our string so far
        $random_string .= $random_char;
    }

    // return our finished random string
    return $random_string;
} 
?>

Benchmark memcached : 
Total Set time: 0.69209885597229
Loop 0 (Get) time: 0.68401622772217
Loop 1 (Get) time: 0.67029213905334
Loop 2 (Get) time: 0.77216291427612
Loop 3 (Get) time: 0.68823003768921
Loop 4 (Get) time: 0.68713402748108
Loop 5 (Get) time: 0.66251420974731
Loop 6 (Get) time: 0.66882991790771
Loop 7 (Get) time: 0.63542795181274
Loop 8 (Get) time: 0.66616487503052
Loop 9 (Get) time: 0.66425609588623
Total 10 loop Get time 6.7990283966064 

Benchmark memcache : 
Total Set time: 0.72946310043335
Loop 0 (Get) time: 0.55730509757996
Loop 1 (Get) time: 0.46489191055298
Loop 2 (Get) time: 0.68988108634949
Loop 3 (Get) time: 0.73450708389282
Loop 4 (Get) time: 0.68325591087341
Loop 5 (Get) time: 0.67392992973328
Loop 6 (Get) time: 0.7195930480957
Loop 7 (Get) time: 0.74770784378052
Loop 8 (Get) time: 0.70041298866272
Loop 9 (Get) time: 0.70169019699097
Total 10 loop Get time 6.6731750965118 

Benchmark redis : 
Total Set time: 0.69859886169434
Loop 0 (Get) time: 0.69667816162109
Loop 1 (Get) time: 0.65093517303467
Loop 2 (Get) time: 0.68474006652832
Loop 3 (Get) time: 0.7402458190918
Loop 4 (Get) time: 0.6503758430481
Loop 5 (Get) time: 0.66205310821533
Loop 6 (Get) time: 0.70370101928711
Loop 7 (Get) time: 0.646409034729
Loop 8 (Get) time: 0.66896295547485
Loop 9 (Get) time: 0.67996406555176
Total 10 loop Get time 6.784065246582 

The results shows for simple Set and Get,memcached is quite comparable to redis.
And the result is not repeatable. Different results occurrs at different run.

For other functions,more extensive tests/benchmarks have to perform on both.

Benchmark redis 2.8.19 with memcache 1.4.22

Having read a few articles on comparing redis with memcache. I decided to benchmark myself.

My setup:
Fedora 21,Nginx 1.6.2,redis 2.8.19,memcache 1.4.22,php-fpm 5.6.4.

My Benchmark script(php)

<?php
    ################# redis ###################################################
    $k=0;
    $t_time=0;
    echo "Benchmark redis : 
";
    $redis = new Redis();
    $redis->connect('127.0.0.1', 6379);
    
    $original_string = 'abcdefghijklmnopqrstuvwxyz';    
    for ($i=0;$i<=10000;$i++){
        $random_string = get_random_string($original_string, 10);
        $random_string2 = get_random_string($original_string, 10);
        $a1[$i]=$random_string;
        $a2[$random_string]=$random_string2;
    }    
    $tstart=timer_start();    
    for ($i=0;$i<=10000;$i++){
        $redis -> set($a1[$i],$a2[$a1[$i]]);        
    }
    $t_time=timer_end($tstart);    
    echo "Total Set time: ".$t_time."
";    
    for ($j=0;$j<10;$j++){
        $tstart=timer_start();        
        for ($i=0;$i<=10000;$i++){            
            $value=$redis -> get($a1[$i]);            
        }
    $t_time=timer_end($tstart);        
    echo "Loop $j (Get) time: ".$t_time."
";
    $k=$k+$t_time;    
    }     
    echo "Total 10 loop Get time $k 
";
    ################# memcache ###################################################
    $k=0;
    $t_time=0;
    echo "
Benchmark memcache : 
";
    $memcache = new Memcache;  
    $memcache->connect('127.0.0.1', 11211) or die ("Cannot connect");  

    $original_string = 'abcdefghijklmnopqrstuvwxyz';    
    for ($i=0;$i<=10000;$i++){
        $random_string = get_random_string($original_string, 10);
        $random_string2 = get_random_string($original_string, 10);
        $a1[$i]=$random_string;
        $a2[$random_string]=$random_string2;
    }    
    $tstart=timer_start();        
    for ($i=0;$i<=10000;$i++){        
        $memcache->set($a1[$i], $a2[$a1[$i]], false, 20) or die ("Cannot save data");
    }
    $t_time=timer_end($tstart);    
    echo "Total Set time: ".$t_time."
";        
    for ($j=0;$j<10;$j++){    
        $tstart=timer_start();    
        for ($i=0;$i<=10000;$i++){            
            $value = $memcache->get($a1[$i]);              
        }    
        $t_time=timer_end($tstart);
        echo "Loop $j (Get) time: ".$t_time."
";        
        $k=$k+$t_time;    
    } 
    echo "Total 10 loop Get time $k 
";   

function timer_start()   
{   $time = microtime();
    $time = explode(" ", $time);
    $time = $time[1] + $time[0];
    return $time;    
}   
function timer_end($start)
{   $time = microtime();
    $time = explode(" ", $time);
    $time = $time[1] + $time[0];    
    return $time-$start;    
}
   
function get_random_string($valid_chars, $length)
{       
    $random_string = "";    
    $num_valid_chars = strlen($valid_chars);    
    for ($i = 0; $i < $length; $i++)
    {        
        $random_pick = mt_rand(1, $num_valid_chars);
        $random_char = $valid_chars[$random_pick-1];
        $random_string .= $random_char;
    }
    return $random_string;
}   
?>

Benchmark redis : 
Total Set time: 0.12764096260071
Loop 0 (Get) time: 0.175616979599
Loop 1 (Get) time: 0.18264698982239
Loop 2 (Get) time: 0.13450312614441
Loop 3 (Get) time: 0.1352870464325
Loop 4 (Get) time: 0.13448214530945
Loop 5 (Get) time: 0.13312005996704
Loop 6 (Get) time: 0.15526604652405
Loop 7 (Get) time: 0.40630602836609
Loop 8 (Get) time: 0.13408994674683
Loop 9 (Get) time: 0.13564801216125
Total 10 loop Get time 1.726966381073 

Benchmark memcache : 
Total Set time: 0.14455795288086
Loop 0 (Get) time: 0.12623596191406
Loop 1 (Get) time: 0.13038897514343
Loop 2 (Get) time: 0.1564610004425
Loop 3 (Get) time: 0.11394095420837
Loop 4 (Get) time: 0.11402487754822
Loop 5 (Get) time: 0.11300802230835
Loop 6 (Get) time: 0.11119389533997
Loop 7 (Get) time: 0.1115710735321
Loop 8 (Get) time: 0.11155104637146
Loop 9 (Get) time: 0.19941091537476
Total 10 loop Get time 1.28778672218322

The results shows for simple Set and Get, redis is faster. For SET, redis is faster by 12% For GET, memcache is faster by 25%

For other functions,more extensive tests/benchmarks have to perform on both.

mysqlslap benchmark ext3,ext4,xfs on CENTOS6

Following previous post of Bonnie Benchmark for ext3,ext4,xfs, we noticed a better performance of ext4. This time, we will look into the performance difference using mysqlslap on the 3 filesystems. The partition steps will be the same as previous: For ext3 fs:

fdisk /dev/sda
mke2fs -t ext3 /dev/sda4
mount /dev/sda4 /bench -t ext3
bonnie++ -d /bench/ -c 5 -s 1G -n 32 -m ext3

For ext4 fs:

fdisk /dev/sda
mke2fs -t ext4 /dev/sda4
mount /dev/sda4 /bench -t ext4
bonnie++ -d /bench/ -c 5 -s 1G -n 32 -m ext4

For xfs fs:

fdisk /dev/sda
/sbin/mkfs.xfs /dev/sda4
mount /dev/sda4 /bench -t xfs
bonnie++ -d /bench/ -c 5 -s 1G -n 32 -m xfs

To move the mysql datadir from "/var/lib/mysql" to "/bench", by editing mysql config file("/etc/my.cnf"). Replace

#datadir                         = /var/lib/mysql
datadir                         = /bench

Copy mysql datafiles to new location,change the owner,start the mysql server.

cp -fr /var/lib/mysql/* /bench
chown mysql:mysql /bench -R
service mysqld start

Create create_table.sql scripts:

vi create_table.sql

Paste below codes.

create table testTable (text1 varchar(50),number1 int)
insert into testTable (text1,number1) values ('ERf56768ZSDR4567343',7894)

Create queries.sql scripts:

vi queries.sql

Paste below codes.

select * from testTable

Run the mysqlslap

mysqlslap --user=root --password --concurrency=50 --iterations=500 --create=create_table.sql --query=queries.sql

Repeat above steps for different filesystems. The results:
EXT3 and EXT4 were good and quite comparable, followed by XFS.

Bonnie Benchmark for ext3, ext4, xfs on CENTOS6

This benchmark was to compare the performance of ext3,ext4,xfs using CENTOS6. Bonnie++ was used to identify performance difference for the 3 filesystems on Linux.

Below were the steps and commands used to create the partitions.

For ext3 fs:

fdisk /dev/sda
mke2fs -t ext3 /dev/sda4
mount /dev/sda4 /bench -t ext3
bonnie++ -d /bench/ -c 5 -s 1G -n 32 -m ext3

For ext4 fs:

fdisk /dev/sda
mke2fs -t ext4 /dev/sda4
mount /dev/sda4 /bench -t ext4
bonnie++ -d /bench/ -c 5 -s 1G -n 32 -m ext4

For xfs fs:

fdisk /dev/sda
/sbin/mkfs.xfs /dev/sda4
mount /dev/sda4 /bench -t xfs
bonnie++ -d /bench/ -c 5 -s 1G -n 32 -m xfs

The results:

1. xfs is having highest SO_PC_KPS (Sequential Output,Per Char,k/sec).

2. ext4 is having highest SI_PC_KPS (Sequential Input,Per Char,k/sec).

3. ext4 is having highest RS_PS (Random Seek,/sec).

4. ext4 is having highest SCC_PS (Sequential Create Create, /sec).

5. ext4 is having highest SCD_PS (Sequential Create Delete, /sec).

6. ext4 is having highest RCC_PS (Random Create Create, /sec).

7. ext4 is having highest RCD_PS (Random Create Delete, /sec).

Benchmark PHP mysql vs PHP mysqli

In PHP coding, many of my php scripts are still using php mysql extension. Before taking the time to migrate to php mysqli extension, I have decided to run a simple benchmark between the two. I have written 2 scripts and time it. The first script is "test_mysql.php", the second script is "test_mysqli.php". The result is, the first script took an average of 1.01 sec, the second script took 0.86 sec. "test_mysqli.php" is 17.87% faster than "test_mysql.php".

The scripts were tested on Linux 3.8.4, PHP 5.4.12, MySQL 5.5.30.

First script, test_mysql.php

<?php
//-----Start Timer-------------------------------------------------//       
    $time = microtime();
    $time = explode(" ", $time);
    $time = $time[1] + $time[0];
    $top = $time;
//-----Start Timer-------------------------------------------------//   
for($j=0;$j<1000;$j++)
{  
    $link = mysql_connect($host,$user,$password) or die('Error in Server information');   
    mysql_select_db($db,$link) or die('Can not Select Databasse');   
    $query="select * from com_list where field1='value1';";
    $res = mysql_query($query);  //1 is ok
    if (!$res) {
        die('Invalid query: ' . mysql_error()); }

    while($row = mysql_fetch_array($res)){
    $i++;
    }
    mysql_free_result($res);
    mysql_close($link);
}
    echo "Total lines :".$i;
//-----End Timer-------------------------------------------------//   
    $time = microtime();
    $time = explode(" ", $time);
    $time = $time[1] + $time[0];
    $bottom = $time;
//-----End Timer-------------------------------------------------//
    $loadtime = ($bottom-$top);
    echo ("<br> <br>This page generated in $loadtime seconds");  
?>

Second script, test_mysqli.php

<?php
//-----Start Timer-------------------------------------------------//       
    $time = microtime();
    $time = explode(" ", $time);
    $time = $time[1] + $time[0];
    $top = $time;
//-----Start Timer-------------------------------------------------//       
for($j=0;$j<1000;$j++)
{  
    $link = mysqli_connect($host,$user,$password,$db) or die('Error in Server information');
    $query="select * from com_list where field1='value1';";
    $res = mysqli_query($link,$query);  //1 is ok
    if (!$res) {
        die('Invalid query: ' . mysql_error()); }
    while($row = mysqli_fetch_array($res)){        
    $i++;
    }   
    mysqli_free_result($res);
    mysqli_close($link);
}
    echo "Total lines :".$i;
//-----End Timer-------------------------------------------------//       
    $time = microtime();
    $time = explode(" ", $time);
    $time = $time[1] + $time[0];
    $bottom = $time;
//-----End Timer-------------------------------------------------//           
    $loadtime = ($bottom-$top);
    echo ("<br> <br>This page generated in $loadtime seconds");  
?>

Compare php 5.3 vs 5.4

How much faster is php5.4 compared to php5.3? It was benchmarked , 5.4 is almost twice as fast as 5.3. PHP 5.4 significantly improves performance, memory footprint and fixes over 100 bugs.

PHP 5.4.0 offers a wide range of new features:

Support for traits has been added.
Short array syntax has been added, e.g. $a = [1, 2, 3, 4]; or $a = ['one' => 1, 'two' => 2, 'three' => 3, 'four' => 4];.
Function array dereferencing has been added, e.g. foo()[0].
Closures now support $this.
<?= is now always available, regardless of the short_open_tag php.ini option.
Class member access on instantiation has been added, e.g. (new Foo)->bar().
Class::{expr}() syntax is now supported.
Binary number format has been added, e.g. 0b001001101.
Improved parse error messages and improved incompatible arguments warnings.
The session extension can now track the upload progress of files.
Built-in development web server in CLI mode.