DROP table "url";
DROP table "dict";
DROP table "robots";
DROP table "stopword";
DROP SEQUENCE next_url_id;


CREATE SEQUENCE next_url_id;

CREATE TABLE "url" (
	"rec_id" int4 DEFAULT nextval('next_url_id') PRIMARY KEY,
	"status" int4 NOT NULL DEFAULT 0,
	"url" character varying(128) NOT NULL,
	"content_type" character varying(48) NOT NULL DEFAULT '',
	"title" character varying(128) NOT NULL DEFAULT '',
	"txt" character varying(255) NOT NULL DEFAULT '',
	"docsize" int4 NOT NULL DEFAULT 0,
	"last_index_time" int4 NOT NULL,
	"next_index_time" int4 NOT NULL,
	"last_mod_time" int4,
	"referrer" int4 NOT NULL DEFAULT 0,
	"tag" character varying(10) NOT NULL DEFAULT '',
	"hops" int4 NOT NULL DEFAULT 0,
	"category" character varying(10) NOT NULL DEFAULT '',
	"keywords" character varying(255) NOT NULL DEFAULT '',
	"description" character varying(100) NOT NULL DEFAULT '',
	"crc32" int4 NOT NULL DEFAULT 0,
        "lang" character varying(2) NOT NULL DEFAULT ' ');

CREATE TABLE "dict" (
	"url_id" int4 NOT NULL,
	"word" character varying(32) NOT NULL,
	"intag" int4 NOT NULL);

CREATE TABLE "robots" (
	"hostinfo" character varying(127) NOT NULL,
	"path" character varying(127) NOT NULL);


CREATE TABLE stopword (
  word character varying(32) NOT NULL DEFAULT '',
  lang char(2) DEFAULT '' NOT NULL,
  PRIMARY KEY (word, lang)
);


CREATE  INDEX "dict_word"  on "dict" using btree ( "word"   );
CREATE  INDEX "dict_url"   on "dict" using btree ( "url_id" );

CREATE  UNIQUE INDEX "url_url" on "url" using btree ( "url" "varchar_ops" );
CREATE  INDEX "url_crc" on "url" using btree ( "crc32" );

CREATE INDEX url_crc32_status_docsize ON url (crc32,status,docsize);
