[boost] patch tokenizer offset_separator implementation

From: CodeCave (codecave_at_[hidden])
Date: 2006-11-21 10:16:16

*** token_functions.hpp.orig	Tue Nov 21 14:49:40 2006
--- token_functions.hpp	Tue Nov 21 14:51:44 2006
***************
*** 350,356 ****
        assigner::assign(start,next,tok);
      
        if (!return_partial_last_)
!         if (i < (c-1) )
            return false;
        
        ++current_offset_;
--- 350,356 ----
        assigner::assign(start,next,tok);
      
        if (!return_partial_last_)
!         if (i < c)
            return false;
        
        ++current_offset_;