Question

read all to save one ?

I started noticing performance problems. Pages which used to be saved in 10 seconds now take more than 30 seconds.

I did a couple of strace, and I noticed that TWiki is reading ALL the pages in my web when it's doing the save of one page:

[...]
open("/apps/backed_up/twiki/run/twiki/data/Users/TWikiAdminGroup.txt", O_RDONLY|O_LARGEFILE) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbfffb2c8) = -1 ENOTTY (Inappropriate ioctl for device)
_llseek(3, 0, [0], SEEK_CUR)            = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
fcntl64(3, F_SETFD, FD_CLOEXEC)         = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
read(3, "%META:TOPICINFO{author=\"twiki\" d"..., 4096) = 316
read(3, "", 4096)                       = 0
close(3)                                = 0
open("/apps/backed_up/twiki/run/twiki/data/Web1/Page4.txt", O_RDONLY|O_LARGEFILE) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbfffb2c8) = -1 ENOTTY (Inappropriate ioctl for device)
_llseek(3, 0, [0], SEEK_CUR)            = 0
fstat64(3, {st_mode=S_IFREG|0644, st_size=339, ...}) = 0
fcntl64(3, F_SETFD, FD_CLOEXEC)         = 0
fstat64(3, {st_mode=S_IFREG|0644, st_size=339, ...}) = 0
read(3, "%META:TOPICINFO{author=\"mfu\" dat"..., 4096) = 339
read(3, "", 4096)                       = 0
close(3)                                = 0
open("/apps/backed_up/twiki/run/twiki/data/Users/TWikiAdminGroup.txt", O_RDONLY|O_LARGEFILE) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbfffb2c8) = -1 ENOTTY (Inappropriate ioctl for device)
_llseek(3, 0, [0], SEEK_CUR)            = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
fcntl64(3, F_SETFD, FD_CLOEXEC)         = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
read(3, "%META:TOPICINFO{author=\"twiki\" d"..., 4096) = 316
read(3, "", 4096)                       = 0
close(3)                                = 0
open("/apps/backed_up/twiki/run/twiki/data/Web1/Page3.txt", O_RDONLY|O_LARGEFILE) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbfffb2c8) = -1 ENOTTY (Inappropriate ioctl for device)
_llseek(3, 0, [0], SEEK_CUR)            = 0
fstat64(3, {st_mode=S_IFREG|0644, st_size=168, ...}) = 0
fcntl64(3, F_SETFD, FD_CLOEXEC)         = 0
fstat64(3, {st_mode=S_IFREG|0644, st_size=168, ...}) = 0
read(3, "%META:TOPICINFO{author=\"ged\" dat"..., 4096) = 168
read(3, "", 4096)                       = 0
close(3)                                = 0
open("/apps/backed_up/twiki/run/twiki/data/Users/TWikiAdminGroup.txt", O_RDONLY|O_LARGEFILE) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbfffb2c8) = -1 ENOTTY (Inappropriate ioctl for device)
_llseek(3, 0, [0], SEEK_CUR)            = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
fcntl64(3, F_SETFD, FD_CLOEXEC)         = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
read(3, "%META:TOPICINFO{author=\"twiki\" d"..., 4096) = 316
read(3, "", 4096)                       = 0
close(3)                                = 0
open("/apps/backed_up/twiki/run/twiki/data/Web1/Page2.txt", O_RDONLY|O_LARGEFILE) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbfffb2c8) = -1 ENOTTY (Inappropriate ioctl for device)
_llseek(3, 0, [0], SEEK_CUR)            = 0
fstat64(3, {st_mode=S_IFREG|0644, st_size=470, ...}) = 0
fcntl64(3, F_SETFD, FD_CLOEXEC)         = 0
fstat64(3, {st_mode=S_IFREG|0644, st_size=470, ...}) = 0
read(3, "%META:TOPICINFO{author=\"twiki\" d"..., 4096) = 470
read(3, "", 4096)                       = 0
close(3)                                = 0
open("/apps/backed_up/twiki/run/twiki/data/Users/TWikiAdminGroup.txt", O_RDONLY|O_LARGEFILE) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbfffb2c8) = -1 ENOTTY (Inappropriate ioctl for device)
_llseek(3, 0, [0], SEEK_CUR)            = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
fcntl64(3, F_SETFD, FD_CLOEXEC)         = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
read(3, "%META:TOPICINFO{author=\"twiki\" d"..., 4096) = 316
read(3, "", 4096)                       = 0
close(3)                                = 0
open("/apps/backed_up/twiki/run/twiki/data/Web1/Page1.txt", O_RDONLY|O_LARGEFILE) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbfffb2c8) = -1 ENOTTY (Inappropriate ioctl for device)
_llseek(3, 0, [0], SEEK_CUR)            = 0
fstat64(3, {st_mode=S_IFREG|0644, st_size=1376, ...}) = 0
fcntl64(3, F_SETFD, FD_CLOEXEC)         = 0
fstat64(3, {st_mode=S_IFREG|0644, st_size=1376, ...}) = 0
read(3, "%META:TOPICINFO{author=\"plaw\" da"..., 4096) = 1376
read(3, "", 4096)                       = 0
close(3)                                = 0
open("/apps/backed_up/twiki/run/twiki/data/Users/TWikiAdminGroup.txt", O_RDONLY|O_LARGEFILE) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0xbfffb2c8) = -1 ENOTTY (Inappropriate ioctl for device)
_llseek(3, 0, [0], SEEK_CUR)            = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
fcntl64(3, F_SETFD, FD_CLOEXEC)         = 0
fstat64(3, {st_mode=S_IFREG|0664, st_size=316, ...}) = 0
read(3, "%META:TOPICINFO{author=\"twiki\" d"..., 4096) = 316
read(3, "", 4096)                       = 0
[...]

I have ~1500 topics in that web. So that would be a good reason for a slowdown.

What did I do wrong ? How do I prevent TWiki from reading all the topics in the web for just saving one page ?

no view while save ?

I also noticed that while TWiki was busy saving that page, no other topic could be viewed ? How can I enable viewing while saving ?

Thanks,

Environment

-- GillesEricDescamps - 12 May 2005

Answer

What plugins do you have currently activated? It doesn't look like "out-of-the-box" behaviour. Viewing while saving should present no special problem - perhaps your apache configuration is restrictive, allowing only one active instance or similar?

-- SteffenPoulsen - 19 May 2005

Here is the requested information:

• testenv.html: testenv from my twiki
• InstalledPlugins.html: list of installed plugins on my website

-- GillesEricDescamps - 19 May 2005

Thanks, that was effectively a plugin gone crazy:

Dichotomy exploration:

#FAST Set DISABLEDPLUGINS = DefaultPlugin? SpreadSheetPlugin? ActionTrackerPlugin? CalendarPlugin? ChartPlugin? CommentPlugin? DefaultPlugin? EditTablePlugin? EmptyPlugin? HeadlinesPlugin? ImageGalleryPlugin? InterwikiPlugin? LocalCityTimePlugin? NavbarPlugin? OoPlugin? PageStatsPlugin? PhotoarchivePlugin? ProjectPlannerPlugin? RenderListPlugin? SessionPlugin? SlideShowPlugin? SmiliesPlugin? SourceHighlightPlugin? SpreadSheetPlugin? TWikiDrawPlugin? TablePlugin? TreePlugin?

#SLOW Set DISABLEDPLUGINS = DefaultPlugin? SpreadSheetPlugin? ActionTrackerPlugin? CalendarPlugin? ChartPlugin? CommentPlugin? DefaultPlugin? EditTablePlugin? EmptyPlugin? HeadlinesPlugin? ImageGalleryPlugin? InterwikiPlugin? LocalCityTimePlugin? NavbarPlugin?

#FAST Set DISABLEDPLUGINS = DefaultPlugin? SpreadSheetPlugin? ActionTrackerPlugin? CalendarPlugin? ChartPlugin? CommentPlugin? DefaultPlugin? EditTablePlugin? EmptyPlugin? HeadlinesPlugin? ImageGalleryPlugin? InterwikiPlugin? LocalCityTimePlugin? NavbarPlugin? OoPlugin? PageStatsPlugin? PhotoarchivePlugin? ProjectPlannerPlugin? RenderListPlugin? SessionPlugin?

#FAST Set DISABLEDPLUGINS = ProjectPlannerPlugin? RenderListPlugin? SessionPlugin?

#SLOW Set DISABLEDPLUGINS = RenderListPlugin?

#SLOW Set DISABLEDPLUGINS = SessionPlugin

#FAST Set DISABLEDPLUGINS = ProjectPlannerPlugin

ProjectPlannerPlugin was the culprit !

-- GillesEricDescamps - 20 May 2005

On behalf of the community, thank you for sending back the trace :-). I believe you can investigate the matter further in ProjectPlannerPluginDev, if you are minded.

-- SteffenPoulsen - 21 May 2005