From c5f52455cc0e015b4406099682d087c4a48ef8b7 Mon Sep 17 00:00:00 2001 From: Jim Myhrberg Date: Wed, 24 Nov 2010 00:36:25 +0000 Subject: [PATCH 1/5] replaced Redistat::Model#find alias to #fetch with #lookup instead to avoid conflicts with ActiveRecord --- lib/redistat/model.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/redistat/model.rb b/lib/redistat/model.rb index 1bd1e60..05e1f19 100644 --- a/lib/redistat/model.rb +++ b/lib/redistat/model.rb @@ -18,7 +18,7 @@ module Redistat :till => till }.merge(options.merge(opts))) end - alias :find :fetch + alias :lookup :fetch def hashed_label(boolean = nil) if !boolean.nil? From 62c3492c93e15ba529af106027962307dc1984f7 Mon Sep 17 00:00:00 2001 From: Jim Myhrberg Date: Wed, 24 Nov 2010 00:36:44 +0000 Subject: [PATCH 2/5] some whitespace cleanup --- lib/redistat.rb | 20 -------------------- spec/finder_spec.rb | 9 --------- spec/summary_spec.rb | 23 ----------------------- 3 files changed, 52 deletions(-) diff --git a/lib/redistat.rb b/lib/redistat.rb index 4d52389..4c151ee 100644 --- a/lib/redistat.rb +++ b/lib/redistat.rb @@ -82,23 +82,3 @@ module Redistat module_function :connect, :connection, :flush, :redis, :redis=, :options, :threaded end - - - - - - - - - - - - - - - - - - - - diff --git a/spec/finder_spec.rb b/spec/finder_spec.rb index 1200319..aaa0fec 100644 --- a/spec/finder_spec.rb +++ b/spec/finder_spec.rb @@ -101,12 +101,3 @@ describe Redistat::Finder do end end - - - - - - - - - diff --git a/spec/summary_spec.rb b/spec/summary_spec.rb index 68dde3b..eadcdbb 100644 --- a/spec/summary_spec.rb +++ b/spec/summary_spec.rb @@ -47,26 +47,3 @@ describe Redistat::Summary do end end - - - - - - - - - - - - - - - - - - - - - - - From ea732b4734936a6a727acb17231a299f27a18147 Mon Sep 17 00:00:00 2001 From: Jim Myhrberg Date: Wed, 24 Nov 2010 00:37:10 +0000 Subject: [PATCH 3/5] updated gemfile and rakefile --- Gemfile | 10 ++++++---- Gemfile.lock | 17 +++++++++++++---- Rakefile | 8 +++++--- 3 files changed, 24 insertions(+), 11 deletions(-) diff --git a/Gemfile b/Gemfile index 5fafe05..8276abf 100644 --- a/Gemfile +++ b/Gemfile @@ -1,12 +1,14 @@ source 'http://rubygems.org/' gem 'activesupport', '>= 2.3.0' -gem 'json', '>= 1.0.0' -gem 'redis', '>= 2.0.0' +gem 'json', '>= 1.4.6' +gem 'redis', '>= 2.1.1' +gem 'system_timer', '>= 1.0.0' gem 'time_ext', '>= 0.2.6' group :development do - gem 'rspec', '>= 2.0.1' - gem 'yard', '>= 0.6.1' + gem 'jeweler', '>= 1.5.1' + gem 'rspec', '>= 2.1.0' + gem 'yard', '>= 0.6.3' gem 'i18n' end \ No newline at end of file diff --git a/Gemfile.lock b/Gemfile.lock index 0a8a4bc..e226764 100644 --- a/Gemfile.lock +++ b/Gemfile.lock @@ -3,8 +3,14 @@ GEM specs: activesupport (3.0.3) diff-lcs (1.1.2) + git (1.2.5) i18n (0.4.2) + jeweler (1.5.1) + bundler (~> 1.0.0) + git (>= 1.2.5) + rake json (1.4.6) + rake (0.8.7) redis (2.1.1) rspec (2.1.0) rspec-core (~> 2.1.0) @@ -14,6 +20,7 @@ GEM rspec-expectations (2.1.0) diff-lcs (~> 1.1.2) rspec-mocks (2.1.0) + system_timer (1.0) time_ext (0.2.6) activesupport (>= 2.3.0) yard (0.6.3) @@ -24,8 +31,10 @@ PLATFORMS DEPENDENCIES activesupport (>= 2.3.0) i18n - json (>= 1.0.0) - redis (>= 2.0.0) - rspec (>= 2.0.1) + jeweler (>= 1.5.1) + json (>= 1.4.6) + redis (>= 2.1.1) + rspec (>= 2.1.0) + system_timer (>= 1.0.0) time_ext (>= 0.2.6) - yard (>= 0.6.1) + yard (>= 0.6.3) diff --git a/Rakefile b/Rakefile index d2c9ea2..76bdbcf 100644 --- a/Rakefile +++ b/Rakefile @@ -11,10 +11,12 @@ begin gem.homepage = 'http://github.com/jimeh/redistat' gem.authors = ['Jim Myhrberg'] gem.add_dependency 'activesupport', '>= 2.3.0' - gem.add_dependency 'json', '>= 1.0.0' - gem.add_dependency 'redis', '>= 2.0.0' + gem.add_dependency 'json', '>= 1.4.6' + gem.add_dependency 'redis', '>= 2.1.1' + gem.add_dependency 'system_timer', '>= 1.0.0' gem.add_dependency 'time_ext', '>= 0.2.6' - gem.add_development_dependency 'rspec', '>= 2.0.1' + gem.add_development_dependency 'jeweler', '>= 1.5.1' + gem.add_development_dependency 'rspec', '>= 2.1.0' gem.add_development_dependency 'yard', '>= 0.6.1' end Jeweler::GemcutterTasks.new From 0f5b7449b0351dc30f09739750fde2e1a06774c5 Mon Sep 17 00:00:00 2001 From: Jim Myhrberg Date: Wed, 24 Nov 2010 00:37:28 +0000 Subject: [PATCH 4/5] updated readme --- README.md | 61 ++++++++++++++++++++++++++++++++++++++++++++++++++++--- 1 file changed, 58 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index caf19e1..f920837 100644 --- a/README.md +++ b/README.md @@ -2,11 +2,66 @@ A Redis-backed statistics storage and querying library written in Ruby. -## Early Beta +Redistat was originally created to replace a small hacked together statistics collection solution which was MySQL-based. When I started I had a short list of requirements: -Currently this is an early beta release. Readme and documentation is forthcoming. +* Store and increment/decrement integer values (counters, etc) +* Up to the second statistics available at all times +* Screamingly fast -For now, please check `spec/model_spec.rb` and `spec/model_helper.rb` to get started with how to use Redistat. +Redis fits perfectly with all of these requirements. It has atomic operations like increment, and it's lightning fast, meaning if the data is structured well, the initial stats reporting call will store data in a format that's instantly retrievable just as fast. + +## Installation + + gem install redistat + +## Usage + +The simplest way to use Redistat is through the model wrapper. + + class VisitorStats + include Redistat::Model + end + +Before any of you Rails-purists start complaining about the model name being plural, I want to point out that it makes sense with Redistat, cause a model doesn't exactly return a specific row or object. But I'm getting ahead of myself. + +To store statistics we essentially tell Redistat that an event has occurred with a label of X, and statistics of Y. So let's say we want to store a page view event on the `/about` page on a site: + + VisitorStats.store('/about', {:views => 1}) + +In the above case "`/about`" is the label under which the stats are grouped, and the statistics associated with the event is simply a normal Ruby hash, except all values need to be integers, or Redis' increment calls won't work. + +To later retrieve statistics, we use the `fetch` method: + + stats = VisitorStats.fetch('/about', 2.hour.ago, Time.now) + # stats => [{:views => 1}] + # stats.total => {:views => 1} + +The fetch method requires 3 arguments, a label, a start time, and an end time. Fetch returns a `Redistat::Collection` object, which is normal Ruby Array with a couple of added methods, like total shown above. + +For more detailed usage, please check spec files, and source code till I have time to write up a complete readme. + + +## Some Technical Details + +To give a brief look into how Redistat works internally to store statistics, I'm going to use the examples above. The store method accepts a Ruby Hash with statistics to store. Redistat stores all statistics as hashes in Redis. It stores summaries of the stats for the specific time when it happened and all it's parent time groups (second, minute, hour, day, month, year). The default depth Redistat goes to is hour, unless the `depth` option is passed to `store` or `fetch`. + +In short, the above call to `store` creates the following keys in Redis: + + VisitorStats//about:2010 + VisitorStats//about:201011 + VisitorStats//about:20101124 + VisitorStats//about:2010112401 + +Each of these keys in Redis are a hash, containing the sums of each statistic point reported for the time frame the key represents. In this case there's two slashes, cause the label we used was “`/about`”, and the scope (class name when used through the model wrapper) and the label are separated with a slash. + +When retrieving statistics for a given date range, Redistat figures out how to do the least number of calls to Redis to fetch all relevant data. For example, if you want the sum of stats from the 4th till the last of November, the full month of November would first be fetched, then the first 3 days of November would be fetched and removed from the full month stats. + + +## Todo + +* Proper/complete readme. +* Documentation. +* Anything else that becomes apparent after real-world use. ## Note on Patches/Pull Requests From e362c93d9a391474092e694b4a30816b88fa5a87 Mon Sep 17 00:00:00 2001 From: Jim Myhrberg Date: Wed, 24 Nov 2010 00:38:19 +0000 Subject: [PATCH 5/5] Version bump to 0.0.3 --- VERSION | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/VERSION b/VERSION index 4e379d2..6812f81 100644 --- a/VERSION +++ b/VERSION @@ -1 +1 @@ -0.0.2 +0.0.3 \ No newline at end of file