Hi All! I'm having a problem passing strings into a boost tokenizer. I have been able to get the code to work but I don't think I should have had to do what I did. I don't know if it is tokenizer problem or a compiler problem or my problem. Basically, I start with a char[] and depending on how I convert it to an std::string, I may or may not get garbage tokens. I've attached a complete, but small, program to demonstrate the problem. I hope someone can tell what is going on. I'm using a Fedora 8 system with g++ v 4.1.2. Thanks in advance! Medora #include <iostream> #include <string> #include using namespace std; char *in_strs[] = { "S,1001,101,39.6511915386591,-108.199469861370,1240151.6,127361.5", "S,1001,111,39.6511191997175,-108.199521016802,1240136.4,127335.6", "S,1001,121,39.6510468691093,-108.199571817158,1240121.3,127309.7", "S,1001,131,39.6509745384787,-108.199622617407,1240106.2,127283.8", "S,1001,141,39.6509021994691,-108.199673772516,1240091.0,127257.9", "S,1001,151,39.6508298687935,-108.19972457255,1240075.9,127232.0", "S,1001,161,39.6507575380953,-108.199775372477,1240060.8,127206.1", "S,1001,171,39.6506851990178,-108.199826527263,1240045.6,127180.2", "S,1001,181,39.6506125938775,-108.199877316164,1240030.5,127154.2", NULL }; int main(int argc, char* argv[]) { typedef boost::tokenizer str_tokenizer; boost::char_separator<char> sep(","); cout << endl; #if 1 // Here I'm just tokenizing the strings and writing them out. // This version works. char **str = in_strs; while (*str){ string file1_str = *str; str_tokenizer file1_tokens(file1_str, sep); for(str_tokenizer::iterator iter=file1_tokens.begin(); iter!=file1_tokens.end();++iter){ cout << *iter << " "; } ++str; cout << endl; } #endif #if 0 // This version results in garbage in some tokens. char **str = in_strs; while (*str){ str_tokenizer file1_tokens(string(*str), sep); // <-- difference for(str_tokenizer::iterator iter=file1_tokens.begin(); iter!=file1_tokens.end();++iter){ cout << *iter << " "; } ++str; cout << endl; } #endif //==================================================================================================== #if 0 // Now I want to skip the first 2 characters of the string. // This version works. string file1_str; char **str = in_strs; while (*str){ string file1_str = *str; string sub1 = file1_str.substr(2); // <-- difference str_tokenizer file1_tokens(sub1, sep); // <-- difference for(str_tokenizer::iterator iter=file1_tokens.begin(); iter!=file1_tokens.end();++iter){ cout << *iter << " "; } ++str; cout << endl; } #endif #if 0 // This version results in garbage in some tokens. string file1_str; char **str = in_strs; while (*str){ string file1_str = *str; str_tokenizer file1_tokens(file1_str.substr(2), sep); // <--- difference for(str_tokenizer::iterator iter=file1_tokens.begin(); iter!=file1_tokens.end();++iter){ cout << *iter << " "; } ++str; cout << endl; } #endif return(0); }